[ Oct 16 19:53:28 Enabled. ] [ Oct 16 19:53:28 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 16 19:53:28 Method "start" exited with status 0. ] [ Oct 16 19:53:28 Rereading configuration. ] [ Oct 16 19:53:28 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:28.533451947Z","hostname":"sock","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:28.533582141Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:28.587572459Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:28.58761162Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:28.704827848Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:28.713914257Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:28.72191833Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.324896831Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.460253925Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.460289966Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.460373058Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.46045167Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.46046587Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.460492861Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.463675864Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:29.463684954Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.463697434Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.463701564Z","hostname":"sock","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.463729135Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.463780056Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.463870048Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.463891319Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.463899579Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.475142857Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.475167967Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.574959946Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.996021914Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.996054815Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.996059845Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.996070155Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.996079806Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.996096906Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:29.996101436Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.005161634Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.005190115Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.097107323Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497041456Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497094627Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497125148Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497131848Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497142809Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497152679Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497158409Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497171299Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497179789Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.49718406Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.49718972Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.49720512Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.49720914Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.49721271Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.49722751Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497232151Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497235971Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497240701Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497244491Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497247851Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497262231Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497273872Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497277862Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497280942Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497285302Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497288382Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497304912Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497310103Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497313823Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497317953Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497364674Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497376884Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497384004Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497388514Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497417485Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497422455Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497425805Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497429865Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497434375Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497440055Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497468276Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497472726Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497475936Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497480486Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497484736Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497488987Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497525108Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497530048Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497533898Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497537778Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497564488Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497568408Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497572709Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497575898Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497582139Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497590329Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497593729Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497618659Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.49762278Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.49762592Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.49762887Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497674671Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497687651Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497695461Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497708442Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497712172Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497715532Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497740102Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.497743693Z","hostname":"sock","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.50897407Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.509002001Z","hostname":"sock","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999917319s","next_cleanup":"Instant { tv_sec: 4956, tv_nsec: 472863956 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.509061382Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.509076882Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.509145844Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.512188384Z","hostname":"sock","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.512601433Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.514621629Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.514860345Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1073"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.514868225Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.514914536Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.514959497Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.514970557Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.514976088Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1136"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.515000218Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.515015418Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.515023229Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.515030079Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1178"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.515033429Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.515037199Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.51506337Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.515094931Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.515398117Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: dbc07659-6078-4fa6-9892-1d25efe44b81,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 8219fdd9-0a75-42c9-91db-deb66a850e5b (sled),\n rack_id: dbc07659-6078-4fa6-9892-1d25efe44b81,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.515598672Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.515603982Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1212"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.515640143Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.515650693Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.515797107Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.51593394Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.515987811Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 8219fdd9-0a75-42c9-91db-deb66a850e5b (sled), rack_id: dbc07659-6078-4fa6-9892-1d25efe44b81, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.516631326Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4221"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.516699897Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4603"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.521038007Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.526468311Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.526674176Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.531190029Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.531254501Z","hostname":"sock","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.531351553Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:44281","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 8219fdd9-0a75-42c9-91db-deb66a850e5b (sled), rack_id: dbc07659-6078-4fa6-9892-1d25efe44b81, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.531474066Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.531485416Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.531518057Z","hostname":"sock","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.531524577Z","hostname":"sock","pid":1572,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.531531197Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.531535677Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.531559348Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.531580478Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.531588379Z","hostname":"sock","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.531623499Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.53162926Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.53163535Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.53164236Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.53164927Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.550184705Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.571735059Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.583631432Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.583666133Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.583677064Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.583736395Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 56.15192ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.586813716Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5999114a-525a-4c53-89ab-d2480878633f\", \"content-length\": \"124\", \"date\": \"Wed, 16 Oct 2024 19:53:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5999114a-525a-4c53-89ab-d2480878633f\" }"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.589570939Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"attempting to create encrypted zvol: name=\"oxi_cbfc6c66-d757-4575-bf7b-0236f59fa7a9/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.597369107Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_cbfc6c66-d757-4575-bf7b-0236f59fa7a9/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.620865417Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_cbfc6c66-d757-4575-bf7b-0236f59fa7a9/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.620910838Z","hostname":"sock","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.626745511Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.626757732Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_cbfc6c66-d757-4575-bf7b-0236f59fa7a9/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.626763652Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.644297924Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 146.819688ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.644786455Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cbe79f4-6cec-43f7-bf56-4998d7e4f1b6\", \"content-length\": \"124\", \"date\": \"Wed, 16 Oct 2024 19:53:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2cbe79f4-6cec-43f7-bf56-4998d7e4f1b6\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.711549146Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.792675057Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 201.423212ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.793276801Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a0c561a-c20c-4e65-8825-55de31246ade\", \"content-length\": \"124\", \"date\": \"Wed, 16 Oct 2024 19:53:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0a0c561a-c20c-4e65-8825-55de31246ade\" }"} {"msg":"Mounting oxi_cbfc6c66-d757-4575-bf7b-0236f59fa7a9/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.930640572Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.943403335Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.943490437Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.943507897Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.943534468Z","hostname":"sock","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.995501249Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 98.316365ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:30.996016571Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d17e2278-11ab-4403-a29d-fd541dc1e7e0\", \"content-length\": \"124\", \"date\": \"Wed, 16 Oct 2024 19:53:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d17e2278-11ab-4403-a29d-fd541dc1e7e0\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:31.095148395Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 267.433849ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:31.095736918Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a2b3553-349d-4f27-9ba9-df6c353603f0\", \"content-length\": \"124\", \"date\": \"Wed, 16 Oct 2024 19:53:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0a2b3553-349d-4f27-9ba9-df6c353603f0\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:31.364827951Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 241.637026ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:31.365560978Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ec3bc20-d821-4285-9d25-a7aae1b6bfc2\", \"content-length\": \"124\", \"date\": \"Wed, 16 Oct 2024 19:53:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7ec3bc20-d821-4285-9d25-a7aae1b6bfc2\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:31.608639803Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 167.782352ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:31.609263107Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b84c4b84-b68c-4f67-aa8c-7e58bd49c46e\", \"content-length\": \"124\", \"date\": \"Wed, 16 Oct 2024 19:53:31 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b84c4b84-b68c-4f67-aa8c-7e58bd49c46e\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:31.671894264Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:31.677098113Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:43167","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:31.677134824Z","hostname":"sock","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:31.677198986Z","hostname":"sock","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:43167","producer_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:31.678148377Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"224.780061ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:31.679245153Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:31.679251293Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:31.679316834Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:31.679322474Z","hostname":"sock","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:31.778329645Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:31.904836247Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"653.28969ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:32.55979825Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"566.876517ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:33.128476323Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.018751343s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:34.242938706Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2679"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:34.242979767Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2897"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:34.242987437Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2549"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:34.242994627Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2596"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:34.243000827Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2978"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:34.243008067Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3020"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:34.244879081Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2822"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:34.246430396Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2590"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:34.246573729Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:34.246745153Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 71.363747ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:34.656772328Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 117.107344ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:34.838475196Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 241.18865ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:35.013177953Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:35.149427628Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.500410988s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 525.65619ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:35.351140745Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 539.237233ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:35.995230738Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.375523721s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:36.709780818Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 702.682967ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:38.252170166Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 755.022353ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:39.179015695Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.238899535Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.238943876Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.238954006Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.238984867Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.239252433Z","hostname":"sock","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.239452238Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.239501439Z","hostname":"sock","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.239512859Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.239580241Z","hostname":"sock","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:44281","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.48458393Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.484678872Z","hostname":"sock","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.484818676Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.484917708Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.484940298Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.484947089Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.484974279Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.48498565Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.490181269Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4245","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.490206499Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4261"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.490215379Z","hostname":"sock","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:40.714998186Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"9.154107739s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.742508817Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39073"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.742835964Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.742845514Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.742933656Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.742961037Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.743057919Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"f6f6622c-4e28-41d3-930f-67aba8e02904","remote_addr":"[fd00:1122:3344:101::1]:39073","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":356,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.774386118Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58517"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.774566912Z","hostname":"sock","pid":1572,"uri":"/sled-role","method":"GET","req_id":"e863fc10-026a-4c1e-9726-8e3835dcfeb0","remote_addr":"[fd00:1122:3344:101::1]:58517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.77621603Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.77624182Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.776592808Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.776817593Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:882"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 0812a377-dffc-44fd-9fc4-f9ff024e3b3e, pool_id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: e9e30ba8-ce07-482a-b635-a6b195f0b0e6, pool_id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: a63aeb94-ee18-45ea-990e-25fedc4fe4c2, pool_id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 4e82a3df-21ad-46f6-be5b-6fec02b99120, pool_id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 4b55b34b-2e5e-4d6c-8c36-3a5d3e77f8a5, pool_id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 90477d4e-ed80-4a4b-8d6c-384695c15502, pool_id: 9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: d14c5fab-70fc-4a7c-99ed-493bc7e9c792, pool_id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 4b56f2d8-d973-45bd-8816-a5d3fa45be3d, pool_id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 046c413d-768b-49f6-a532-3036a17c0916, pool_id: dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.81633481Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.816491403Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40746"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.816812551Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 0812a377-dffc-44fd-9fc4-f9ff024e3b3e, pool_id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: e9e30ba8-ce07-482a-b635-a6b195f0b0e6, pool_id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: a63aeb94-ee18-45ea-990e-25fedc4fe4c2, pool_id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 4e82a3df-21ad-46f6-be5b-6fec02b99120, pool_id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 4b55b34b-2e5e-4d6c-8c36-3a5d3e77f8a5, pool_id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 90477d4e-ed80-4a4b-8d6c-384695c15502, pool_id: 9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: d14c5fab-70fc-4a7c-99ed-493bc7e9c792, pool_id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 4b56f2d8-d973-45bd-8816-a5d3fa45be3d, pool_id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 046c413d-768b-49f6-a532-3036a17c0916, pool_id: dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.816849632Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.816860752Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.816870952Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.816889392Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.816902093Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.816909263Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.816917733Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.816925043Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.990393651Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:40.990449623Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"07816f51-80ea-42fe-be75-52c288ba7fed (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8219fdd9-0a75-42c9-91db-deb66a850e5b)","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:53:41.242129745Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:53:41.716309502Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"913095229520037628"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:53:41.716442995Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4740026357867090433"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:41.942808127Z","hostname":"sock","pid":1572,"component":"VmmReservoirManager","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:41.972038327Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:41.98042009Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:41.980493971Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:41.980508101Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:41.980551382Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:41.980564023Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:41.980685025Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:41.980692856Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.01705925Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_07816f51-80ea-42fe-be75-52c288ba7fed/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.025214187Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_07816f51-80ea-42fe-be75-52c288ba7fed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.20669026Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.214905868Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.214944219Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.214952519Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.214960279Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.214978039Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.225113342Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.225135472Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.317627614Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.325459884Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.325492385Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.325498665Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.325518125Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.325540275Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.32573892Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.32575049Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8219fdd9-0a75-42c9-91db-deb66a850e5b)","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:53:42.329498386Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.361675934Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_4a0f3222-7021-44c5-8399-6c21f4349e5e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.370032866Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_4a0f3222-7021-44c5-8399-6c21f4349e5e","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.547904196Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.556040373Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.556066633Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.556071393Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.556075713Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.556079443Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.566255577Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.566274227Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.662605977Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.670742704Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.670763894Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.670768984Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.670784734Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.670790385Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.670897177Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.670905387Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.706310509Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_5d388581-9a58-40b6-9601-b0ab9895a4b3/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.714379005Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_5d388581-9a58-40b6-9601-b0ab9895a4b3","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.88770027Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.89597898Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.896016091Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.896027281Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.896035111Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.896040991Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.905544479Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.90559532Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"a532db9f-7bac-497d-878d-4a53b79b3824 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:42.998808958Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.006909984Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.006935484Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.006940595Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.007001986Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.007010536Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.007116679Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.007122059Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.042446949Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a532db9f-7bac-497d-878d-4a53b79b3824/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.050513974Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_a532db9f-7bac-497d-878d-4a53b79b3824","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.222227783Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.23037837Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.230427781Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.230436121Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.230443411Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.230450041Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.240599404Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.240628595Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.335224645Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.343346471Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.343380492Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.343386312Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.343403702Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.343412512Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.343525625Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.343556605Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8219fdd9-0a75-42c9-91db-deb66a850e5b)","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:53:43.346947973Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.380620706Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_6abe9959-aff4-4c9a-9969-96fed306cf53/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.388536427Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_6abe9959-aff4-4c9a-9969-96fed306cf53","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.559649082Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.567031991Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.567067382Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.567073112Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.567079832Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.567120773Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.577317067Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.577339508Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.675173602Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.683573135Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.683609585Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.683614896Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.683667447Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.683675347Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.68379146Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.68379716Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.71868247Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9a11b802-7726-4718-8c0b-c164ebb6bfea/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.726844567Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_9a11b802-7726-4718-8c0b-c164ebb6bfea","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.906460517Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.914805699Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.914850009Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.91486203Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.91489191Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.91489865Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.924767937Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:43.924790917Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.019526381Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.028056816Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.028093637Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.028102787Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.028141368Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.028164539Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.028303912Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.028315852Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.06701445Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_05deb148-f978-4f38-abf2-7bb8f4eebec9/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.07531506Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_05deb148-f978-4f38-abf2-7bb8f4eebec9","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.253984838Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.261991672Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.262031663Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.262042743Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.262052843Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.262067364Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.271903399Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.27192777Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.371888623Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.379075148Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.379138719Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.379149979Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.37918095Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.379205631Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.379360654Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.379369094Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8219fdd9-0a75-42c9-91db-deb66a850e5b)","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:53:44.382790893Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.414373817Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_c8f95617-3c42-4eb6-b62d-71b6374646d1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.422539165Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_c8f95617-3c42-4eb6-b62d-71b6374646d1","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.613432913Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.622563373Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.622608174Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.622616284Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.622622344Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.622627544Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.633048653Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.633067073Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.73144946Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.7405978Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.740632331Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.740640501Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.740695272Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.740708192Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.740838385Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.740846875Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.776421082Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_dd14c566-4ce8-4d9e-ab91-21ef96ebaf36/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.784463306Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_dd14c566-4ce8-4d9e-ab91-21ef96ebaf36","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.954031385Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.962343526Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.962398947Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.962481969Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.962584481Z","hostname":"sock","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: cbfc6c66-d757-4575-bf7b-0236f59fa7a9 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2f5457d4-2f6f-4e72-8540-94c12beb8160 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.962645893Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.962668634Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.962782446Z","hostname":"sock","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.963013151Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.963048122Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.963068763Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.963073823Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.963078893Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.963113274Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.963122914Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.963183465Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.963198966Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.963303678Z","hostname":"sock","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"bf55d6a8-c919-41d1-a2f3-cb3cd8649f58","remote_addr":"[fd00:1122:3344:101::1]:40746","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4146679,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: acd61760-31de-4024-8375-b671bb18b6bf (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 10b74d3e-6165-421b-9b1c-d25aa0300fac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.994702898Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.99479488Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58254"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: acd61760-31de-4024-8375-b671bb18b6bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.995058556Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:44.995064256Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: acd61760-31de-4024-8375-b671bb18b6bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:45.048353219Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:45.048381719Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10b74d3e-6165-421b-9b1c-d25aa0300fac, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:45.099264616Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:45.099290887Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10b74d3e-6165-421b-9b1c-d25aa0300fac, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:45.150364838Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:45.150387889Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:45.150394359Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:45.15045174Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:45.193842726Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:45.193892437Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:45.193900957Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:45.244562959Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:45.248123011Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:45.25203416Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:45.26466716Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:45.269055431Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:45.273070933Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8219fdd9-0a75-42c9-91db-deb66a850e5b)","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:53:45.384316734Z","hostname":"sock","pid":1572,"component":"ProbeManager","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:46.847213889Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:46.847292861Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:46.847330632Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:47.331894276Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:47.810307779Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:47.810470953Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:47.810487384Z","hostname":"sock","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f\") failed: Property not found. retry in 49.647979ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:47.818849726Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:47.818893756Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:47.823160484Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f\") failed: Property not found. retry in 79.692874ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:47.877558472Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac\") failed: Property not found. retry in 47.063988ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:47.948151651Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf\") failed: Property not found. retry in 58.879636ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:47.954279142Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f\") failed: Property not found. retry in 267.099277ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:47.965117161Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac\") failed: Property not found. retry in 56.967502ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:48.004249378Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf\") failed: Property not found. retry in 111.817596ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:48.271520108Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f\") failed: Property not found. retry in 258.650374ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:48.296807808Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac\") failed: Property not found. retry in 205.305139ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:48.30778986Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf\") failed: Property not found. retry in 185.533966ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:48.400587019Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac\") failed: Property not found. retry in 432.288277ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:48.525941074Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f\") failed: Property not found. retry in 1.024422645s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:48.565697196Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf\") failed: Property not found. retry in 433.038393ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:48.596745038Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac\") failed: Property not found. retry in 499.712939ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:48.967127344Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf\") failed: Property not found. retry in 701.508046ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:49.03891247Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac\") failed: Property not found. retry in 656.463558ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:49.477036789Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f\") failed: Property not found. retry in 738.332811ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:49.600348098Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf\") failed: Property not found. retry in 716.71731ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:49.751471054Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac\") failed: Property not found. retry in 633.585749ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:50.142460022Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:53:50.241665138Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3188278876281977661"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:53:50.241820521Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6208019998700526175"} {"msg":"wait for service Some(\"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f\") failed: Property not found. retry in 1.268973464s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:50.34639334Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf\") failed: Property not found. retry in 1.210709884s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:50.475572453Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac\") failed: Property not found. retry in 889.053054ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:50.785510582Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:50.798685134Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4269"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:50.798698214Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4279","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:50.805225734Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4358"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:50.901087913Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4406"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:50.901119944Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:50.937437946Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4446"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:50.937462947Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4310"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:50.985524649Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4352"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:50.98555795Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4413","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.006328577Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4424"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.006356077Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.086310361Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4498"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.086348142Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4504"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.178514806Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:65065"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.178719001Z","hostname":"sock","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"9068445c-ce9c-4b14-b3b5-ad6d57b898ee","remote_addr":"[fd00:1122:3344:101::2]:65065","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"200"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.179880877Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4545"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.179933468Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.212628589Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.245025232Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.245137764Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.245517343Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.245529543Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.281683552Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329148311Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329211052Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329219963Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329228453Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329235153Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329241943Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329249944Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329258314Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329264764Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329278924Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329286904Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329293234Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329299794Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329305915Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329310415Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329315335Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329319965Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329324275Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329328995Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329333755Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329338506Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329351076Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:51.329356216Z","hostname":"sock","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f\") failed: Property not found. retry in 880.168857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:51.623860631Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac\") failed: Property not found. retry in 1.385421211s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:51.682519847Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf\") failed: Property not found. retry in 779.074836ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:51.694620954Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:53:51.719124716Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"913095229520037628"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:53:51.719246549Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4740026357867090433"} {"msg":"wait for service Some(\"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf\") failed: Property not found. retry in 1.30216194s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:52.483304994Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f\") failed: Property not found. retry in 1.368303711s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:52.513553448Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac\") failed: Property not found. retry in 1.095142801s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:53.07828351Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf\") failed: Property not found. retry in 674.31469ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:53.795400979Z","hostname":"sock","pid":1572,"zone":"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:54.490472902Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:54.490520493Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_acd61760-31de-4024-8375-b671bb18b6bf"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:54.490525733Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_10b74d3e-6165-421b-9b1c-d25aa0300fac"} {"msg":"Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:54.490530263Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:54.49081258Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:54.491066975Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"fd6de5f9-3b43-4e46-a950-ba22d31deb6a","remote_addr":"[fd00:1122:3344:101::1]:58254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9496171,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:54.492918268Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"failed to write DNS configuration (will retry in 135.02759ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:54.524207766Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 115.015761ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:54.660501222Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 186.903415ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:54.776671586Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 161.667575ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:54.964185187Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 167.558456ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:55.12648939Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 210.388742ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:55.295770423Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 420.999713ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:55.508003711Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.018412058Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.146332072Z","hostname":"sock","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.242198101Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.242216961Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.274192214Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.274951102Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.274962222Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: acd61760-31de-4024-8375-b671bb18b6bf (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 10b74d3e-6165-421b-9b1c-d25aa0300fac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: a84269db-6d3d-42ad-9f93-219e40755bef (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 42de50e5-df48-48fd-a07d-d80069f1493c, kind: Service { id: a84269db-6d3d-42ad-9f93-219e40755bef }, name: Name(\"ntp-a84269db-6d3d-42ad-9f93-219e40755bef\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 54])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.304615212Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.304705465Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39047"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: acd61760-31de-4024-8375-b671bb18b6bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.304906079Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.304916249Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: acd61760-31de-4024-8375-b671bb18b6bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.32413758Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.324179531Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10b74d3e-6165-421b-9b1c-d25aa0300fac, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.339708257Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.339749488Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10b74d3e-6165-421b-9b1c-d25aa0300fac, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.354719652Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.354765003Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.354944477Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.355064349Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.365150101Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.396883129Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.397634936Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.397644396Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.427478461Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 161, 54]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.427509121Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.427846599Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.427857269Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.428181967Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.428557895Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.450297914Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:56.469476784Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:57.137980558Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:53:57.13809855Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef\") failed: Property not found. retry in 60.409192ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:57.274173051Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef\") failed: Property not found. retry in 136.531194ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:57.357974564Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef\") failed: Property not found. retry in 105.963382ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:57.510364839Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef\") failed: Property not found. retry in 366.70084ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:57.625836997Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef\") failed: Property not found. retry in 722.562214ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:58.002010586Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef\") failed: Property not found. retry in 1.386898016s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:53:58.734045607Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef\") failed: Property not found. retry in 1.067176868s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:00.131292675Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:00.243688753Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3188278876281977661"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:00.243812726Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6208019998700526175"} {"msg":"wait for service Some(\"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef\") failed: Property not found. retry in 1.382668531s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:01.207993451Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:01.721676274Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"913095229520037628"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:01.721797086Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4740026357867090433"} {"msg":"wait for service Some(\"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef\") failed: Property not found. retry in 673.316387ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:02.5995791Z","hostname":"sock","pid":1572,"zone":"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:03.29453114Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef"} {"msg":"Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:03.294601772Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:03.294922319Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:03.295241476Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"d369cb6e-2b2f-4c55-8803-358115af2ac1","remote_addr":"[fd00:1122:3344:101::1]:39047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6990465,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:03.297732184Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:03.327676171Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:03.327843444Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52686"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:03.337492096Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:03.337634229Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"e48d9dcc-887e-4659-9493-652ac10fab04","remote_addr":"[fd00:1122:3344:101::1]:52686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9581,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:03.340671319Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:03.490818142Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:03.490977106Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47709"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:03.904845349Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9225590530477443102"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:04.195112227Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"353559867775953461"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:04.492431176Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13808256752940914418"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:07.500441301Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:07.500611145Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"1213ee1a-64e4-430a-9de6-10cb259d9a95","remote_addr":"[fd00:1122:3344:101::1]:47709","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009538,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:07.50342487Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:07.639728636Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:07.63989947Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45732"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:07.648967048Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:07.649125032Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"e1630629-4c17-4689-8f85-6fa7bb47d848","remote_addr":"[fd00:1122:3344:101::1]:45732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9107,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:07.651152728Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:07.880640842Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:07.880778115Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50238"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_a84269db-6d3d-42ad-9f93-219e40755bef': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:07.889239379Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:07.889360252Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"30ebcd81-d5d3-473c-a5cb-b6a23862fca3","remote_addr":"[fd00:1122:3344:101::1]:50238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8520,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:07.891101852Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:08.023077059Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:08.023216052Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47563"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:10.031902015Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"b0835c1b-c634-49f6-984a-a1d2c7c3d7d1","remote_addr":"[fd00:1122:3344:101::1]:47563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2008613,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:10.034929915Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:10.034938995Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:10.245121546Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3188278876281977661"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:10.245246069Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6208019998700526175"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:10.359800466Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:10.359988961Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53506"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:10.36867027Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"594dd117-b094-4a9b-8579-f2eea1cdb3f1","remote_addr":"[fd00:1122:3344:101::1]:53506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8607,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:10.371924414Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:10.371931985Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:10.589835783Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:10.589970216Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54692"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:10.598401529Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"7a3788ae-0338-45df-9e29-6cf943f806cd","remote_addr":"[fd00:1122:3344:101::1]:54692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8362,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:10.600319893Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:10.600325653Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:10.829284555Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:10.829434868Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44574"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:10.837634436Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"3032655b-4365-48b0-a1a9-5368a08ce238","remote_addr":"[fd00:1122:3344:101::1]:44574","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8149,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:10.839189722Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:10.839195262Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:11.145408976Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:11.145542839Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58788"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:11.153940762Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"fce5e5d6-b50f-47b3-a6d2-abdaa9ea8e03","remote_addr":"[fd00:1122:3344:101::1]:58788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8341,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:11.156650284Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:11.156660124Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:11.649283363Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:11.649437277Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47646"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:11.658028854Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"5303e48a-5c4d-49e8-b8e5-ce15396f6fa1","remote_addr":"[fd00:1122:3344:101::1]:47646","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8513,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729108449.900943, correction: -0.028177759 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:11.660373948Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:11.660398258Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:11.72369587Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"913095229520037628"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:11.723827093Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4740026357867090433"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:12.272973866Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:12.273095038Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47859"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:12.281218315Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"3028b535-82b0-487b-892b-f6d7cc12a707","remote_addr":"[fd00:1122:3344:101::1]:47859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8091,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729108449.900943, correction: -0.027079891 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:12.283989469Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:12.283999119Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:13.182565235Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:13.182688878Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54346"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:13.190760314Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"3d4262b1-62a6-473e-bb4b-ec31d6c93e34","remote_addr":"[fd00:1122:3344:101::1]:54346","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8040,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729108449.900943, correction: -0.026356606 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:13.194240794Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:13.194262484Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:13.295258767Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6805984131586883019"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:13.29539163Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7391972951615375945"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:13.900933448Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9225590530477443102"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-16T19:54:14.190365337Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"353559867775953461"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.257897411Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.258024594Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48996"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.280268276Z","hostname":"sock","pid":1572,"uri":"/timesync","method":"GET","req_id":"0bab28f5-05bc-49d8-ae4b-997854d4113a","remote_addr":"[fd00:1122:3344:101::1]:48996","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22213,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 89013796, ip_addr: 5.78.62.36, stratum: 5, ref_time: 1729108453.8294811, correction: -0.022874253 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.285118957Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.285125537Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1298"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: acd61760-31de-4024-8375-b671bb18b6bf (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 10b74d3e-6165-421b-9b1c-d25aa0300fac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: a84269db-6d3d-42ad-9f93-219e40755bef (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 42de50e5-df48-48fd-a07d-d80069f1493c, kind: Service { id: a84269db-6d3d-42ad-9f93-219e40755bef }, name: Name(\"ntp-a84269db-6d3d-42ad-9f93-219e40755bef\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 54])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 08f1bccc-0c0f-4da9-a73c-85c577c189ba (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } } } }, OmicronZoneConfig { id: c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 10ee3055-df8b-4492-9e82-8cdc649b5e74 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External } } } }, OmicronZoneConfig { id: ed450506-0aa5-4ff7-8289-da1dc81520e2 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External } } } }, OmicronZoneConfig { id: f157ee59-a584-4d71-a3e7-21988a9b4cc2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.315998148Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.31611397Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42680"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: acd61760-31de-4024-8375-b671bb18b6bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.316337795Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.316344236Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: acd61760-31de-4024-8375-b671bb18b6bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.335997158Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.336046789Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10b74d3e-6165-421b-9b1c-d25aa0300fac, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.354242418Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.354277788Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10b74d3e-6165-421b-9b1c-d25aa0300fac, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 08f1bccc-0c0f-4da9-a73c-85c577c189ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.372186221Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.372221372Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 08f1bccc-0c0f-4da9-a73c-85c577c189ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.436231915Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.436285456Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10ee3055-df8b-4492-9e82-8cdc649b5e74, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.500105584Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.500135125Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10ee3055-df8b-4492-9e82-8cdc649b5e74, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed450506-0aa5-4ff7-8289-da1dc81520e2, dataset_name: DatasetName { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.562758078Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.562791737Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ed450506-0aa5-4ff7-8289-da1dc81520e2, dataset_name: DatasetName { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f157ee59-a584-4d71-a3e7-21988a9b4cc2, dataset_name: DatasetName { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.622923371Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.622963182Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f157ee59-a584-4d71-a3e7-21988a9b4cc2, dataset_name: DatasetName { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.683255329Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.68330116Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.683535076Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.683679969Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.767725833Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.767799125Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.767810085Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.767819785Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.767829665Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.857824127Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.861996303Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.866138538Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.870306784Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.874702175Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.879460124Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.884000829Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.888722338Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.893247292Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:14.898336499Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:14.905614696Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"197.070011ms"} {"msg":"Profile for oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:17.877429873Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:17.877568186Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:17.883304468Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:17.883432901Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:17.916962513Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:17.917184548Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:17.917216409Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:17.922714515Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:17.978455177Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:17.978605326Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74\") failed: Property not found. retry in 27.634151ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:18.022726386Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba\") failed: Property not found. retry in 54.119371ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:18.034528628Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2\") failed: Property not found. retry in 56.182538ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:18.057952536Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74\") failed: Property not found. retry in 135.458597ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:18.065301285Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2\") failed: Property not found. retry in 39.290042ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:18.072825029Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba\") failed: Property not found. retry in 90.486325ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:18.110456355Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2\") failed: Property not found. retry in 72.486077ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:18.352989194Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2\") failed: Property not found. retry in 99.892145ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:18.3819142Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba\") failed: Property not found. retry in 194.685126ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:18.767084202Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74\") failed: Property not found. retry in 176.161229ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:18.892869965Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2\") failed: Property not found. retry in 145.784121ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:19.201984486Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba\") failed: Property not found. retry in 375.1124ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:19.37740293Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74\") failed: Property not found. retry in 469.411004ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:19.626236473Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2\") failed: Property not found. retry in 281.108785ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:20.286233353Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 59.835793ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:20.367106363Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2\") failed: Property not found. retry in 277.586406ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:20.414646489Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba\") failed: Property not found. retry in 1.134834341s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:20.451045813Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74\") failed: Property not found. retry in 473.209024ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:20.468169247Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 147.23528ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:20.48653793Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2\") failed: Property not found. retry in 547.501663ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:20.578166997Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 146.204676ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:20.647034362Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2\") failed: Property not found. retry in 850.001769ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:20.702941937Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 304.838437ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:20.804857621Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74\") failed: Property not found. retry in 857.301329ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:20.953471939Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:20.987603654Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48755"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:20.987912651Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"4bb07a59-e3fe-4137-992e-71da54d1a415","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48755","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 731.509319ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:21.122967237Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2\") failed: Property not found. retry in 666.00317ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:21.13920051Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2\") failed: Property not found. retry in 1.391770026s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:21.561104134Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba\") failed: Property not found. retry in 1.008472945s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:21.592422065Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2\") failed: Property not found. retry in 973.901691ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:21.812439365Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74\") failed: Property not found. retry in 1.312327813s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:21.819744143Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 527.901037ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:21.859994759Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 806.42556ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:22.396677628Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba\") failed: Property not found. retry in 785.225061ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:22.608220455Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2\") failed: Property not found. retry in 1.431935823s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:22.794402663Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2\") failed: Property not found. retry in 680.204219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:22.96029054Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74\") failed: Property not found. retry in 827.10422ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:23.140619377Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 1.0804037s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:23.212152657Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba\") failed: Property not found. retry in 746.409452ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:23.405169374Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2\") failed: Property not found. retry in 1.151817509s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:23.651629696Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74\") failed: Property not found. retry in 1.251254609s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:23.980215123Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba\") failed: Property not found. retry in 1.019793225s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:24.166187229Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2\") failed: Property not found. retry in 676.807418ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:24.238470502Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 804.683083ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:24.302122171Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2\") failed: Property not found. retry in 1.227834086s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:24.813003651Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2\") failed: Property not found. retry in 877.91537ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:24.924018455Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 1.322861672s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:25.115512974Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba\") failed: Property not found. retry in 1.242452757s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:25.195670286Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74\") failed: Property not found. retry in 1.415314706s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:25.241363621Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2\") failed: Property not found. retry in 1.0008396s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:25.813485573Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2\") failed: Property not found. retry in 1.158720639s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:26.052981656Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba\") failed: Property not found. retry in 883.233628ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:26.449166692Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 1.09065606s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:26.457183491Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74\") failed: Property not found. retry in 856.349773ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:26.667705774Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2\") failed: Property not found. retry in 863.194438ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:26.823852904Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2\") failed: Property not found. retry in 1.354271371s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:27.223280693Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 1.044730582s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:27.561944961Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 1.421122635s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:28.617763721Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 1.287538484s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:30.729169412Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:30.81709081Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"485.557299ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 856.734101ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:32.115244296Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 1.421641336s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:32.981072153Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 1.407293253s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:34.7102626Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 768.808575ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:36.127323217Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb\") failed: Property not found. retry in 985.429005ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:36.904664532Z","hostname":"sock","pid":1572,"zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:37.911370168Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_ed450506-0aa5-4ff7-8289-da1dc81520e2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:37.91142514Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_08f1bccc-0c0f-4da9-a73c-85c577c189ba"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:37.91143446Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_10ee3055-df8b-4492-9e82-8cdc649b5e74"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:37.911463341Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_f157ee59-a584-4d71-a3e7-21988a9b4cc2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:37.911472171Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb"} {"msg":"Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:37.911528892Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:37.918223036Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:37.942589634Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"3d17262a-9802-48ae-97c7-4f68096432cc","remote_addr":"[fd00:1122:3344:101::1]:42680","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23648773,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:37.974803753Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41326"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:38.005279973Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3720"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:38.852292892Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3738"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:54:46.349730914Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"1.10931412s"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:51.021321337Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53150"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:51.021438849Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"dd4e2d8a-1f2a-4ff8-b46d-7488bc230858","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53150","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"200"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.140043781Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3761"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.140111083Z","hostname":"sock","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"9a7efd8c-f193-4dab-a4ae-33945cfadd51","remote_addr":"[fd00:1122:3344:101::1]:41326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":20165116,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: acd61760-31de-4024-8375-b671bb18b6bf (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 10b74d3e-6165-421b-9b1c-d25aa0300fac (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: a84269db-6d3d-42ad-9f93-219e40755bef (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 42de50e5-df48-48fd-a07d-d80069f1493c, kind: Service { id: a84269db-6d3d-42ad-9f93-219e40755bef }, name: Name(\"ntp-a84269db-6d3d-42ad-9f93-219e40755bef\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 54])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 08f1bccc-0c0f-4da9-a73c-85c577c189ba (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } } } }, OmicronZoneConfig { id: c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 10ee3055-df8b-4492-9e82-8cdc649b5e74 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External } } } }, OmicronZoneConfig { id: ed450506-0aa5-4ff7-8289-da1dc81520e2 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External } } } }, OmicronZoneConfig { id: f157ee59-a584-4d71-a3e7-21988a9b4cc2 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7eaa8248-3c51-4c26-80cb-61296f525a84 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: d80acc8f-cafc-4b5a-8336-f0e41acc41b9, kind: Service { id: 7eaa8248-3c51-4c26-80cb-61296f525a84 }, name: Name(\"external-dns-7eaa8248-3c51-4c26-80cb-61296f525a84\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f0230ae5-ea49-40dd-a6ee-3123741a5ad1 (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 5ba193bf-b575-4578-8e50-6cb5693d79d5, kind: Service { id: f0230ae5-ea49-40dd-a6ee-3123741a5ad1 }, name: Name(\"external-dns-f0230ae5-ea49-40dd-a6ee-3123741a5ad1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 127])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: da154c54-202b-4830-b72b-dc8102e57077 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 2e5a54ab-54b0-4101-a83b-861e2e4e38db, kind: Service { id: da154c54-202b-4830-b72b-dc8102e57077 }, name: Name(\"nexus-da154c54-202b-4830-b72b-dc8102e57077\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 248])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: bb888a52-e1f5-4893-bec6-0b8ff00c7df7 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 845e72e6-2434-49a7-88b9-4a85e617dadc, kind: Service { id: bb888a52-e1f5-4893-bec6-0b8ff00c7df7 }, name: Name(\"nexus-bb888a52-e1f5-4893-bec6-0b8ff00c7df7\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 166])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: ead62755-a923-4c3e-b6ba-c13f8a0dfa76 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 7bb17ce1-1507-4ac6-afb0-4554bb9fa378, kind: Service { id: ead62755-a923-4c3e-b6ba-c13f8a0dfa76 }, name: Name(\"nexus-ead62755-a923-4c3e-b6ba-c13f8a0dfa76\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f3710494-36b7-4736-839b-65e01f5ecb38 (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } } } }, OmicronZoneConfig { id: 2560ca21-6ec8-4738-8dbf-89b60f7407e3 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0 (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 0c428564-8d08-4c55-97a7-68f396cf2d63 (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: cea41876-21a2-4198-bad6-e31421dd0b8a (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External } } } }, OmicronZoneConfig { id: e02391f3-b980-4a74-b17d-9ec43c251c57 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 8a54e004-7b79-41d6-80d3-663fbddc9249 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External } } } }, OmicronZoneConfig { id: fecad46a-5791-422a-89f2-44fa838ca9a3 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External } } } }, OmicronZoneConfig { id: b97335f1-fe4c-4631-82eb-00b2aaae8bca (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External } } } }, OmicronZoneConfig { id: e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool), kind: External } } } }, OmicronZoneConfig { id: ec4bfe5f-02cd-48a6-b352-1de49e8af64f (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4edb4e7f-7c3e-46fd-b2de-021c24125f02 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7e683fb6-8647-4a3a-a71c-559b423c7430 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.173204602Z","hostname":"sock","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.173351725Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58131"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: acd61760-31de-4024-8375-b671bb18b6bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.173898458Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.173912598Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: acd61760-31de-4024-8375-b671bb18b6bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.195830041Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.195875691Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: bd72e5f8-d0ea-4356-91b4-5a51d2a67d6f, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10b74d3e-6165-421b-9b1c-d25aa0300fac, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.216598177Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.216637928Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10b74d3e-6165-421b-9b1c-d25aa0300fac, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 08f1bccc-0c0f-4da9-a73c-85c577c189ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.238881258Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.238925889Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 08f1bccc-0c0f-4da9-a73c-85c577c189ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.25900483Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.259046951Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: c2ea1ff7-fbfc-4137-b3aa-26b6b597aebb, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 10ee3055-df8b-4492-9e82-8cdc649b5e74, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.278790533Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.278835965Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 10ee3055-df8b-4492-9e82-8cdc649b5e74, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ed450506-0aa5-4ff7-8289-da1dc81520e2, dataset_name: DatasetName { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.299191821Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.299252123Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ed450506-0aa5-4ff7-8289-da1dc81520e2, dataset_name: DatasetName { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f157ee59-a584-4d71-a3e7-21988a9b4cc2, dataset_name: DatasetName { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.319767743Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.319803524Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f157ee59-a584-4d71-a3e7-21988a9b4cc2, dataset_name: DatasetName { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7eaa8248-3c51-4c26-80cb-61296f525a84, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.340935729Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.34097243Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7eaa8248-3c51-4c26-80cb-61296f525a84, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f0230ae5-ea49-40dd-a6ee-3123741a5ad1, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.500049959Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.50010165Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f0230ae5-ea49-40dd-a6ee-3123741a5ad1, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.662803132Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.662852393Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: cea41876-21a2-4198-bad6-e31421dd0b8a, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.821022031Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.821087322Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: cea41876-21a2-4198-bad6-e31421dd0b8a, dataset_name: DatasetName { pool_name: ZpoolName { id: 07816f51-80ea-42fe-be75-52c288ba7fed (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e02391f3-b980-4a74-b17d-9ec43c251c57, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.963328625Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:58.963383556Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e02391f3-b980-4a74-b17d-9ec43c251c57, dataset_name: DatasetName { pool_name: ZpoolName { id: 4a0f3222-7021-44c5-8399-6c21f4349e5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8a54e004-7b79-41d6-80d3-663fbddc9249, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:59.11088975Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:59.110941411Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8a54e004-7b79-41d6-80d3-663fbddc9249, dataset_name: DatasetName { pool_name: ZpoolName { id: 5d388581-9a58-40b6-9601-b0ab9895a4b3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fecad46a-5791-422a-89f2-44fa838ca9a3, dataset_name: DatasetName { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:59.251258059Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:59.25131234Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fecad46a-5791-422a-89f2-44fa838ca9a3, dataset_name: DatasetName { pool_name: ZpoolName { id: a532db9f-7bac-497d-878d-4a53b79b3824 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b97335f1-fe4c-4631-82eb-00b2aaae8bca, dataset_name: DatasetName { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:59.415423975Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:59.415486276Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b97335f1-fe4c-4631-82eb-00b2aaae8bca, dataset_name: DatasetName { pool_name: ZpoolName { id: 6abe9959-aff4-4c9a-9969-96fed306cf53 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:59.541597919Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:59.54165041Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a11b802-7726-4718-8c0b-c164ebb6bfea (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec4bfe5f-02cd-48a6-b352-1de49e8af64f, dataset_name: DatasetName { pool_name: ZpoolName { id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:59.674501067Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:59.674553079Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ec4bfe5f-02cd-48a6-b352-1de49e8af64f, dataset_name: DatasetName { pool_name: ZpoolName { id: 05deb148-f978-4f38-abf2-7bb8f4eebec9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4edb4e7f-7c3e-46fd-b2de-021c24125f02, dataset_name: DatasetName { pool_name: ZpoolName { id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:59.804065639Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:54:59.80411897Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4edb4e7f-7c3e-46fd-b2de-021c24125f02, dataset_name: DatasetName { pool_name: ZpoolName { id: c8f95617-3c42-4eb6-b62d-71b6374646d1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7e683fb6-8647-4a3a-a71c-559b423c7430, dataset_name: DatasetName { pool_name: ZpoolName { id: dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.003405371Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.003465023Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7e683fb6-8647-4a3a-a71c-559b423c7430, dataset_name: DatasetName { pool_name: ZpoolName { id: dd14c566-4ce8-4d9e-ab91-21ef96ebaf36 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.149443321Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.149506333Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.149786889Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.149939972Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.288945971Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.289109595Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.289130035Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.290468166Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.350964923Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.352607261Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.352703593Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.353131313Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.353193434Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.353231375Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.519917039Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.55702987Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.557248495Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.557289926Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.557329377Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.571729117Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.571930132Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.571962452Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.573415376Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.573502108Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.577996411Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.582987145Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.588013771Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.592951214Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.597890567Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.602233027Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.606996636Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.727023749Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.731619815Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.736521827Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.740699033Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.744884269Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.749533936Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.753898626Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.758565703Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.766884354Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.772498452Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.777875266Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.783506125Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.789224056Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.794245621Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.835304013Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.835651131Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.841572047Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.847238207Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.852505687Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.85738711Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.86221136Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.90319948Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.937941207Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:00.974445384Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.024498272Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.027393239Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.027409129Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.094610651Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 181, 16]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.094641481Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.097361354Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.097373594Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.152380606Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 193, 166]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.152419997Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.154835052Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.154852412Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.213882066Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 132, 127]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.213930257Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.215688408Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.215702538Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.27116753Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 205, 116]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.271198261Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.272942531Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.272959451Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.328857993Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 153, 248]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.328888704Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.32915338Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.329168531Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.330814798Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.330845609Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.331036354Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.332781294Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.401691454Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.401776056Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.402076013Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.406327661Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.406438823Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.406448143Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.406638318Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.406650468Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.406830982Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.555876031Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.559817461Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.559849602Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.559955194Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.563821563Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.563936986Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.679480196Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.828113535Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.839081377Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.848647716Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.858807509Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.868890311Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.877906327Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.896156776Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:01.904023697Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:02.519621717Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"1.329589381s"} {"msg":"Profile for oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.031373584Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.031519098Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.060213036Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.060360109Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.09568029Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.095846753Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.10354707Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.103768175Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.142841241Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.142993515Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.151598102Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.151841058Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.182644424Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.182851009Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.199268375Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.19946049Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.229237843Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.229420337Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.263814156Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.264019801Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.280756275Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.280942469Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.329225096Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.329398231Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 32.520192ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:03.464800706Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.465114813Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 66.379379ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:03.475140803Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 61.454927ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:03.485831319Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 52.293361ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:03.495177023Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 35.612426ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:03.505403388Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 71.644752ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:03.514856054Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 72.594227ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:03.52341131Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 73.377781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:03.531893245Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:03.532000928Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 33.966497ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:03.623399894Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 78.997385ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:03.668196902Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 132.381623ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:03.693936112Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 146.602523ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:04.875859752Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 48.474024ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.034220664Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 74.906928ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.089209685Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 104.681181ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.139230643Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 68.993243ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.166514619Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 67.022668ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.20929308Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 32.446412ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.242182574Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 143.42222ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.361506861Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 57.34782ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.411622011Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 140.811001ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.435454938Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 134.53051ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.460770228Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 266.629349ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.48265642Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 298.671416ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.503923568Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 50.262187ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.523463726Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 177.34914ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.542507523Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 177.090303ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.563058805Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 100.376217ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.581801944Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 200.912744ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.598508007Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 139.760189ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.617160065Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 196.345143ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.633753846Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 54.927433ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.649146615Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 46.425058ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.663007797Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 163.48917ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.675915883Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 590.430433ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.689435023Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 264.300191ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.700235301Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 572.69067ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.732294216Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 182.077351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.745041379Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 145.059719ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.759083851Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 481.860977ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.773188004Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 543.01396ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.787484362Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 413.881734ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.800331867Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 576.054823ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.815220068Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 121.453408ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.846118187Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 387.393487ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.861188083Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 215.738965ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.876208287Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 411.06487ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.892926021Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 294.486243ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.920981624Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 598.0351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.942349684Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 512.532891ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.977572602Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 592.515306ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:05.992170997Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 1.003283162s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:06.105121678Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 927.721636ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:06.232471829Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 264.075936ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:06.252304143Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 953.941774ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:06.271669518Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 552.076937ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:06.286653762Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 993.927488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:06.303636871Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 927.027182ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:06.321471Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 761.412057ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:06.335521642Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 927.14887ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:06.35110057Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 794.110326ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:06.409642683Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 603.993168ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:06.510810083Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 692.005707ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:06.53202601Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 1.092422301s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:06.561766112Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 816.809824ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:06.600520391Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 1.271328668s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:06.855502979Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 1.35512356s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:07.11101346Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 632.039601ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:07.122560575Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 509.776837ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:07.133811383Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 628.628497ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:07.173744349Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 965.190406ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:07.21562815Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 1.069010523s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:07.237134443Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 1.422521559s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:07.250337766Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 627.75505ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:07.262761831Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 729.810162ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:07.292323129Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 699.346657ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:07.312083892Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 710.766718ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:07.429422723Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 985.292809ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:07.657413603Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 897.471426ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:07.669150952Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 877.090702ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:07.767106489Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 615.772351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:07.817251029Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 882.673151ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:07.904427219Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 1.085871819s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.025634539Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 1.46737976s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.037140253Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 701.440894ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.140934234Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 1.015602876s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.153014591Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 559.363609ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.193673973Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 1.494534458s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.320916912Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:08.321413243Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:08.321955546Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 648.527885ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.451005336Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 515.052348ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.486269185Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 1.196909469s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.594783044Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 799.076352ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.66612644Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 1.207608763s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.689845774Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 59.861592ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.717827586Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 940.369018ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.7493737Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 1.309436987s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.774973527Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 84.949776ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.794621408Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 1.257371892s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.855440543Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 877.199671ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.911165811Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 240.841796ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:08.980615494Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 905.211433ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:09.035357839Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 1.265869659s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:09.129388906Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 909.86952ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:09.161201236Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 1.109826834s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:09.216155716Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 208.643236ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:09.259715545Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 1.238285224s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:09.482968626Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 980.179733ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:09.501071441Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 1.338232205s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:09.521177562Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 674.505067ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:09.713926594Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 1.462865136s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:09.809556207Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 733.698569ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:09.840830745Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 1.004069036s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:09.8711271Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 635.144395ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:09.930150203Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 1.022639053s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:09.972649668Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 1.12460619s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:10.089920998Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 682.152879ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:10.105658649Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 533.596514ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:10.128227577Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 895.382951ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:10.352255905Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 1.115498415s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:10.413859128Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 675.002528ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:10.449409624Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 1.155227702s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:10.499263047Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 694.771526ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:10.585994967Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 1.439499511s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:10.608757689Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 785.086957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:10.684961607Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 1.42487006s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:10.759732142Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 1.083516149s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:10.806712189Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 783.690299ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:10.875660741Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 642.931752ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:10.891716909Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 846.258217ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.007110646Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:11.093050327Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:11.093415725Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:11.106489875Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:11.106745741Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 1.216875355s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.136281268Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 578.339788ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.228882513Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 538.057257ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.337136276Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 916.447697ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.358126327Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 1.372396583s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.378234638Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 1.031664136s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.491745912Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 31.135346ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.525639879Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 30.834069ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.544456441Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 1.251053347s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.570736134Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 932.277647ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.593499776Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 144.837876ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.609241867Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 96.284751ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.626485973Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 1.369971486s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.707492431Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 677.732908ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.729833583Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 141.295446ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.769242257Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 218.246789ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.790864163Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 1.348909438s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.824154777Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 626.607102ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.871610265Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 783.822026ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.890659122Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 659.003321ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.908592694Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 538.035457ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:11.934722903Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 557.269309ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:12.097376393Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 1.125626283s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:12.11727398Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 1.229102069s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:12.239672937Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 1.14495201s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:12.295341474Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 771.981698ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:12.369148557Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 1.224369612s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:12.422343667Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 827.308975ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:12.484507633Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 1.251166164s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:12.509119978Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 1.415914901s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:12.534461799Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 514.819799ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:12.543535407Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 1.066130513s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:12.578706044Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 402.136471ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:12.666784634Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 1.367086609s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:12.68710244Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 933.237658ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:12.761477796Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 906.869082ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:12.832344752Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 869.018462ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.071338233Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 613.631331ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.079517111Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 1.128417374s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.091573417Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 696.722902ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.150889398Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 1.376713739s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.186550706Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 806.600895ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.252860287Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 1.325214679s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.322241308Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 1.275618448s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.454924702Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 640.705171ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.478903992Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 863.436938ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.657930958Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 779.019428ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.668203344Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 1.048229116s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.705379267Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 782.370969ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.716554313Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 1.128330568s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.752796144Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 1.218077774s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.772889355Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 1.467066781s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.859890001Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 848.201285ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.953923067Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 989.960012ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:13.966513686Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 1.225315327s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:14.068898304Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 1.129156778s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:14.08092677Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 1.351363688s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:14.130809354Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 595.425963ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:14.232259561Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 737.394559ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:14.45760814Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 750.19977ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:14.508086618Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 1.289439744s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:14.529817937Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 1.478771907s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:14.571552194Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 968.129937ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:14.655943179Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 1.303521373s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:14.738591595Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 1.016302962s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:14.76275182Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 791.189269ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:14.811311343Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 1.453037348s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:14.836798108Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 827.549967ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:14.890369887Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 514.359383ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:14.964878765Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 728.15125ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:14.999893129Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 1.301006343s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:15.206538068Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 861.48075ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:15.220007148Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 695.896009ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:15.267112538Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 866.289602ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:15.303869381Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 1.255184305s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:15.334833281Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 780.00143ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:15.488542077Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 1.24288311s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:15.496329386Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 1.432465904s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:15.612612633Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 1.211525405s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:15.633324098Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 940.110243ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:15.726898434Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 765.626633ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:15.736797601Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 1.321485364s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:15.786793398Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 948.164786ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:15.827095493Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 1.018458634s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:15.976077339Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 783.635366ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:16.054916548Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 1.290155341s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:16.066402651Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 513.842593ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:16.094137378Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 1.407784787s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:16.183847725Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 1.402440264s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:16.281207928Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 1.283532612s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:16.302483116Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 1.404732229s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:16.51236358Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 904.241572ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:16.520981288Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 1.255646102s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:16.599416847Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 1.167425071s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:16.616882858Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 616.488232ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:16.676022154Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 1.379841947s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:16.747567745Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 1.192667409s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:16.786299284Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 781.146272ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:16.849292569Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 572.599047ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:16.857665101Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 680.624191ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:17.004682753Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 1.114648066s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:17.05512992Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 1.300294329s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:17.116926387Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 1.186455432s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:17.301385268Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 516.919345ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:17.365435458Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 1.015442636s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:17.435029134Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 1.104725078s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:17.443936048Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 607.696483ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:17.595073585Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 1.279115347s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:17.602624238Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 1.084827016s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:17.639885733Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 1.293896098s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:17.692466869Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 568.581491ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:17.700532974Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 1.473564979s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:17.794407157Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 798.235293ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:17.86430377Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 1.40044567s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:17.891287059Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 925.46966ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:17.925937594Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 1.119054472s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:17.988064499Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 1.043951576s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:18.137554058Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 645.405377ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:18.178769443Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 626.016736ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:18.210753487Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 1.441342108s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:18.277640721Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 1.256103832s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:18.425592604Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 933.74921ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:18.458428798Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 505.714797ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:18.496341457Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 789.909784ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:18.557375687Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 547.52673ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:18.67129428Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 1.058981385s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:18.73317073Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 1.122837978s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:18.83303629Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 969.250351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:18.844975484Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 773.854874ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:18.859447986Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 604.142304ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:18.890819935Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 924.002821ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:18.994519314Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 939.277504ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.011641897Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 1.169666912s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.117233108Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 1.360686952s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.190428767Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 777.670616ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.227798835Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 533.78353ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.276719727Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 862.264017ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.301048505Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 1.446967179s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.355829921Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 910.792523ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.399890732Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 822.484245ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.503719513Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 1.195055419s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.642607449Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 892.126186ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.6897201Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 1.09554826s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.727613439Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 773.478219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.801451353Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 616.789903ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.819142148Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 846.930194ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.826483377Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 1.190421233s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.927504064Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 735.364887ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.959916267Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 1.185880035s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:19.967170874Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 790.736958ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:20.025652785Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 691.968499ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:20.173980687Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:20.238369504Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"3.846675447s"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 1.078426461s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:20.296784724Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 950.460099ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:20.32017734Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 744.375697ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:20.335802209Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 1.384932864s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:20.445572927Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 856.99834ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:20.561353123Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 531.166072ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:20.584620876Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 1.26583538s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:20.595210949Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 1.493102764s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:20.683243188Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 885.502968ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:20.70423794Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 1.36673923s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:20.81979105Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 981.552139ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:20.834753994Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 673.671763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:20.84898807Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 721.729124ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:20.860378181Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 1.460406895s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:20.876767197Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 556.970125ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.09049064Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:21.104091441Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:21.104118662Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:21.104158463Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:21.104170633Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:21.109778652Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:21.114740406Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 1.16729073s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.127742424Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 845.121202ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.136437523Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 798.20901ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.16332663Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:21.163724679Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61443"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:21.228663189Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"b0c8c82c-4132-41a7-be6d-71cb0052ccab","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61443","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64318,"response_code":"200"} {"msg":"wait for service Some(\"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76\") failed: Property not found. retry in 39.113434ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.272647978Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7\") failed: Property not found. retry in 40.65715ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.279788891Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 731.308087ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.286320781Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077\") failed: Property not found. retry in 73.709351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.292562475Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76\") failed: Property not found. retry in 117.833535ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.320047045Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7\") failed: Property not found. retry in 117.179682ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.328194082Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077\") failed: Property not found. retry in 72.893647ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.388936895Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 655.900655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.402509666Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 1.284737579s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.433286042Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76\") failed: Property not found. retry in 186.554865ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.450861655Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7\") failed: Property not found. retry in 203.21416ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.4606569Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077\") failed: Property not found. retry in 214.554167ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.471853107Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 673.64359ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.533361088Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 1.04391023s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.592977075Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 524.45412ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.601256565Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76\") failed: Property not found. retry in 312.294962ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.648862077Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 1.313431519s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.658981189Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7\") failed: Property not found. retry in 467.065733ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.673651046Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077\") failed: Property not found. retry in 462.548949ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.6965295Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 1.048664402s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.830732759Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 1.203264169s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.841658649Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 1.145601256s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.871972685Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76\") failed: Property not found. retry in 761.347456ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.97163647Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 1.055571376s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.982382727Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 622.317521ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:21.99122253Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 754.974936ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.032603579Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 801.193397ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.073098688Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 671.935422ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.143419451Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7\") failed: Property not found. retry in 1.068667381s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.160260817Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077\") failed: Property not found. retry in 572.548617ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.179642182Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 1.203382783s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.200862418Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 1.174519905s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.218582255Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 583.360576ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.235843831Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 556.838138ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.313579534Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 1.26188889s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.357988722Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 1.07394234s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.628649601Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 892.083493ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.650825679Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 912.688326ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.732523583Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76\") failed: Property not found. retry in 1.384666725s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.745141262Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077\") failed: Property not found. retry in 1.001408768s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.766676567Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 801.019994ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.801903564Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 574.098846ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.82830005Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 664.398688ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.842797193Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 1.155933184s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.887509438Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 795.78262ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.905359437Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 1.102809708s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.919583324Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 582.844412ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:22.988019333Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 1.254744774s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:23.032709858Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 545.024361ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:23.052523413Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 1.233743714s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:23.063940305Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7\") failed: Property not found. retry in 1.334663863s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:23.244019355Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 881.93448ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:23.40728031Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 1.233934662s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:23.4199122Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 796.460444ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:23.437718248Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 863.783348ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:23.521703254Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 592.571815ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:23.554941017Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 1.087365902s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:23.585068308Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 565.336806ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:23.619817965Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 1.166996546s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:23.633437997Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 1.359539089s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:23.647174872Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 758.144946ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:23.662218757Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 1.394087416s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:23.718058358Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 543.721545ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:23.730186167Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077\") failed: Property not found. retry in 702.509294ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:23.785564507Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 1.342356346s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.037246739Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249\") failed: Property not found. retry in 1.324558871s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.060586795Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76\") failed: Property not found. retry in 901.543052ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.148127643Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0\") failed: Property not found. retry in 992.97966ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.161233613Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 721.241974ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.197239409Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63\") failed: Property not found. retry in 727.680102ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.246255093Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 541.756073ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.28796842Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 1.468257215s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.298469711Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 576.612677ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.311115131Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 653.370098ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.321893458Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3\") failed: Property not found. retry in 940.134836ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.39562305Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a\") failed: Property not found. retry in 1.300257821s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.433004027Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077\") failed: Property not found. retry in 624.13139ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.50202453Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7\") failed: Property not found. retry in 644.098169ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.590716234Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 1.09494626s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.664719512Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15\") failed: Property not found. retry in 1.030007247s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.684518726Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3\") failed: Property not found. retry in 711.216019ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.812285897Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02\") failed: Property not found. retry in 1.439774837s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.843208856Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 862.320393ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.900596232Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38\") failed: Property not found. retry in 1.418543108s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:24.932893953Z","hostname":"sock","pid":1572,"zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57\") failed: Property not found. retry in 839.984259ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:25.006360547Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca\") failed: Property not found. retry in 631.371743ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:25.021322Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76\") failed: Property not found. retry in 515.740156ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:25.077160951Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f\") failed: Property not found. retry in 611.394953ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:25.123382931Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077\") failed: Property not found. retry in 1.283857413s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:25.135940009Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7\") failed: Property not found. retry in 842.830365ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:25.251299705Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430\") failed: Property not found. retry in 1.205484464s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:25.394565562Z","hostname":"sock","pid":1572,"zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76\") failed: Property not found. retry in 1.437345529s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:25.607959696Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 681.978358ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:25.810238876Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 791.259585ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:25.829658611Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 896.827494ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:25.846854636Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7\") failed: Property not found. retry in 1.455636507s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:26.112814126Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077\") failed: Property not found. retry in 1.484865248s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:26.438329372Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 1.226098649s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:26.515101513Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 905.253063ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:26.642043825Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 930.400041ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:26.762561729Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76\") failed: Property not found. retry in 1.471131672s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:27.062692644Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 1.446265831s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:27.564669358Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7\") failed: Property not found. retry in 607.220527ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:27.585757631Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 1.100657017s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:27.708584688Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 927.994326ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:27.756322914Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077\") failed: Property not found. retry in 1.012887448s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:27.938271787Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7\") failed: Property not found. retry in 541.567505ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:28.20959174Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76\") failed: Property not found. retry in 1.377018661s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:28.549804654Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd\") failed: Property not found. retry in 1.17119061s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:28.696293914Z","hostname":"sock","pid":1572,"zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7\") failed: Property not found. retry in 561.268278ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:28.762289757Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84\") failed: Property not found. retry in 967.785446ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:28.81996048Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077\") failed: Property not found. retry in 1.434891475s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:28.963044771Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1\") failed: Property not found. retry in 1.429549518s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:29.0218644Z","hostname":"sock","pid":1572,"zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7\") failed: Property not found. retry in 1.441841938s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:29.334501601Z","hostname":"sock","pid":1572,"zone":"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:30.192546722Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"5.936005416s"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.80718528Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_8a54e004-7b79-41d6-80d3-663fbddc9249"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807231981Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_b97335f1-fe4c-4631-82eb-00b2aaae8bca"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807237462Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_ead62755-a923-4c3e-b6ba-c13f8a0dfa76"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807241892Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_bb888a52-e1f5-4893-bec6-0b8ff00c7df7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807246392Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_2560ca21-6ec8-4738-8dbf-89b60f7407e3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807250862Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_clickhouse_fe03c76e-4c20-4caf-bdb7-35b0bfc1a9bd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807268512Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_4edb4e7f-7c3e-46fd-b2de-021c24125f02"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807272593Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_cea41876-21a2-4198-bad6-e31421dd0b8a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807276473Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_fecad46a-5791-422a-89f2-44fa838ca9a3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807330684Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_ec4bfe5f-02cd-48a6-b352-1de49e8af64f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807337894Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_f0230ae5-ea49-40dd-a6ee-3123741a5ad1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807341774Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_a857b314-1bd6-4372-b6fc-8ea0a2fa1cb0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807345834Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_7e683fb6-8647-4a3a-a71c-559b423c7430"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807351004Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_e0d8ecfb-0f0c-4f18-ab05-ddd702a21c15"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807356034Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_7eaa8248-3c51-4c26-80cb-61296f525a84"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807361355Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_0c428564-8d08-4c55-97a7-68f396cf2d63"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807366525Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_e02391f3-b980-4a74-b17d-9ec43c251c57"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807372075Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_da154c54-202b-4830-b72b-dc8102e57077"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.807376015Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_oximeter_f3710494-36b7-4736-839b-65e01f5ecb38"} {"msg":"Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.8075873Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.808413709Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.812062742Z","hostname":"sock","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"a075d6bf-8e22-4c35-ad3b-4abd352c946a","remote_addr":"[fd00:1122:3344:101::1]:58131","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":32638718,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.825761926Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1321"} {"msg":"Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.825783207Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.825940691Z","hostname":"sock","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.831757814Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.832138683Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:719"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.86604327Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:886"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.867129066Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:30.9471025Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:31.117480488Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:31.297909046Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:31.397242445Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:31.556554629Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:31.838300921Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:32.202812772Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:32.60427533Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:32.978634847Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:33.731757601Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:34.336222086Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:34.896101618Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:35.773111944Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T19:55:36.161217826Z","hostname":"sock","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"8.29468136s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:36.516946716Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:37.56739643Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/dbc07659-6078-4fa6-9892-1d25efe44b81/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:38.393487648Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7da3179-a589-4384-a0eb-4637d6ea6907\", \"content-length\": \"173\", \"date\": \"Wed, 16 Oct 2024 19:55:42 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"dbc07659-6078-4fa6-9892-1d25efe44b81\\\"\", request_id: \"a7da3179-a589-4384-a0eb-4637d6ea6907\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:42.31128966Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f6e1cf8-0b5c-42db-8d74-bc00376a1fbd\", \"content-length\": \"173\", \"date\": \"Wed, 16 Oct 2024 19:55:43 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"dbc07659-6078-4fa6-9892-1d25efe44b81\\\"\", request_id: \"4f6e1cf8-0b5c-42db-8d74-bc00376a1fbd\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:43.804276045Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fff07e2-4ed8-40f3-b31c-6ebd908dcf1f\", \"content-length\": \"173\", \"date\": \"Wed, 16 Oct 2024 19:55:48 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"8219fdd9-0a75-42c9-91db-deb66a850e5b\\\"\", request_id: \"6fff07e2-4ed8-40f3-b31c-6ebd908dcf1f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:48.353097682Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:51.26312922Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46886"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:51.263794045Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"659a451d-a3a5-46f2-9ea4-b7d30b03adb3","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46886","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d7a5e03-2a6e-48e1-a99d-25c3463d76ba\", \"content-length\": \"173\", \"date\": \"Wed, 16 Oct 2024 19:55:52 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"8219fdd9-0a75-42c9-91db-deb66a850e5b\\\"\", request_id: \"7d7a5e03-2a6e-48e1-a99d-25c3463d76ba\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:52.088232275Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed4559c9-0753-46b0-bd72-5e7d2ea80638\", \"content-length\": \"173\", \"date\": \"Wed, 16 Oct 2024 19:55:54 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"8219fdd9-0a75-42c9-91db-deb66a850e5b\\\"\", request_id: \"ed4559c9-0753-46b0-bd72-5e7d2ea80638\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:55:54.76098817Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9510392f-ddd5-4825-97b8-423671403840\", \"content-length\": \"173\", \"date\": \"Wed, 16 Oct 2024 19:56:00 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"8219fdd9-0a75-42c9-91db-deb66a850e5b\\\"\", request_id: \"9510392f-ddd5-4825-97b8-423671403840\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:01.469018973Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40db6835-bcee-4772-8a14-50a81561dcbe\", \"content-length\": \"173\", \"date\": \"Wed, 16 Oct 2024 19:56:08 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"8219fdd9-0a75-42c9-91db-deb66a850e5b\\\"\", request_id: \"40db6835-bcee-4772-8a14-50a81561dcbe\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:08.532994089Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:11.331591421Z","hostname":"sock","pid":1572,"component":"NexusNotifierTask","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:11.436604439Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:11.438538034Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:11.438979564Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:11.439458095Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:11.44099928Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:11.64415802Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"328bd214-5785-48e0-9de7-14c6f05dbf3f","remote_addr":"[fd00:1122:3344:101::b]:49200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":207434,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:14.049506141Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:61242"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:14.051154889Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ef39ba5d-18a0-40c1-88c9-7ae506a200fa","remote_addr":"[fd00:1122:3344:101::b]:61242","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":901,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:14.067795361Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39951"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:14.067920774Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d8afd130-6a93-49e5-b8a0-b67d18065a72","remote_addr":"[fd00:1122:3344:101::a]:39951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:14.105770102Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54464"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:14.106485338Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"faf0b7c0-876c-4319-95e8-5511984ccf81","remote_addr":"[fd00:1122:3344:101::b]:54464","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":630,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:14.107824499Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:14.107987953Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d8d4b11a-bfcd-4178-ad81-d85f9bf171c8","remote_addr":"[fd00:1122:3344:101::b]:61242","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1304,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:14.121112014Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:14.121127154Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"870dc32e-e186-4c9b-bb76-1d5b2470cf21","remote_addr":"[fd00:1122:3344:101::a]:39951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:14.162091024Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:62351"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:14.162279908Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"075075a4-b735-41ab-bfe8-f1041627bb66","remote_addr":"[fd00:1122:3344:101::a]:62351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:14.220179956Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"80952af2-72c3-40e9-8f30-4f1cd37a335c","remote_addr":"[fd00:1122:3344:101::b]:61242","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2505,"response_code":"204"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:14.29359596Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }","subnet":"RouterId { vni: Vni(100), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:14.29402206Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"27b42d83-2a04-44cf-bd45-873374330e6f","remote_addr":"[fd00:1122:3344:101::a]:39951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":578,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:14.63232151Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:43167","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:54478"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:14.658148842Z","hostname":"sock","pid":1572,"uri":"/8219fdd9-0a75-42c9-91db-deb66a850e5b","method":"GET","req_id":"b2d03b14-c690-4c37-a26c-f41b77a7f288","remote_addr":"[fd00:1122:3344:101::d]:54478","local_addr":"[fd00:1122:3344:101::1]:43167","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":25096,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.028136728Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51578"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.028904246Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5ba193bf-b575-4578-8e50-6cb5693d79d5, kind: Service { id: f0230ae5-ea49-40dd-a6ee-3123741a5ad1 }, name: Name(\"external-dns-f0230ae5-ea49-40dd-a6ee-3123741a5ad1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 127])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d80acc8f-cafc-4b5a-8336-f0e41acc41b9, kind: Service { id: 7eaa8248-3c51-4c26-80cb-61296f525a84 }, name: Name(\"external-dns-7eaa8248-3c51-4c26-80cb-61296f525a84\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2e5a54ab-54b0-4101-a83b-861e2e4e38db, kind: Service { id: da154c54-202b-4830-b72b-dc8102e57077 }, name: Name(\"nexus-da154c54-202b-4830-b72b-dc8102e57077\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 248])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7bb17ce1-1507-4ac6-afb0-4554bb9fa378, kind: Service { id: ead62755-a923-4c3e-b6ba-c13f8a0dfa76 }, name: Name(\"nexus-ead62755-a923-4c3e-b6ba-c13f8a0dfa76\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 845e72e6-2434-49a7-88b9-4a85e617dadc, kind: Service { id: bb888a52-e1f5-4893-bec6-0b8ff00c7df7 }, name: Name(\"nexus-bb888a52-e1f5-4893-bec6-0b8ff00c7df7\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 166])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.028952927Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.028970827Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.029002778Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.029028579Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.029035469Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.029047449Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.02907587Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"578b5e25-00a7-4576-b3ba-4827d16738eb","remote_addr":"[fd00:1122:3344:101::b]:51578","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":854,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.030669556Z","hostname":"sock","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.362227901Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50379"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.362329804Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.362345214Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.362353244Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.362687402Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.574212014Z","hostname":"sock","pid":1572,"uri":"/inventory","method":"GET","req_id":"e186abd5-ac80-45a9-826d-cc7ed081364d","remote_addr":"[fd00:1122:3344:101::b]:50379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":211856,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.804961556Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59584"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.805047469Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"eb07439c-e663-457d-9cd5-bb41ee2c9122","remote_addr":"[fd00:1122:3344:101::c]:59584","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.822882578Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.822914358Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"556410be-2c4e-4346-9b7c-61e2f8d4d922","remote_addr":"[fd00:1122:3344:101::c]:59584","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.835047137Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b71c4078-692f-4d11-a926-4a09e44134fd","remote_addr":"[fd00:1122:3344:101::c]:59584","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.947571318Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41643"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:15.947741191Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"6565d5a9-7de6-4272-973b-0ea0935e8d7c","remote_addr":"[fd00:1122:3344:101::c]:41643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.064434648Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42256"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.06495499Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.152313194Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.241338806Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7b49b595-819c-45f3-bb13-024ca2c0e37a","remote_addr":"[fd00:1122:3344:101::c]:42256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":176783,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.241484629Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33313"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.241547081Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64944"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.241925209Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5ba193bf-b575-4578-8e50-6cb5693d79d5, kind: Service { id: f0230ae5-ea49-40dd-a6ee-3123741a5ad1 }, name: Name(\"external-dns-f0230ae5-ea49-40dd-a6ee-3123741a5ad1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 127])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d80acc8f-cafc-4b5a-8336-f0e41acc41b9, kind: Service { id: 7eaa8248-3c51-4c26-80cb-61296f525a84 }, name: Name(\"external-dns-7eaa8248-3c51-4c26-80cb-61296f525a84\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2e5a54ab-54b0-4101-a83b-861e2e4e38db, kind: Service { id: da154c54-202b-4830-b72b-dc8102e57077 }, name: Name(\"nexus-da154c54-202b-4830-b72b-dc8102e57077\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 248])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7bb17ce1-1507-4ac6-afb0-4554bb9fa378, kind: Service { id: ead62755-a923-4c3e-b6ba-c13f8a0dfa76 }, name: Name(\"nexus-ead62755-a923-4c3e-b6ba-c13f8a0dfa76\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 845e72e6-2434-49a7-88b9-4a85e617dadc, kind: Service { id: bb888a52-e1f5-4893-bec6-0b8ff00c7df7 }, name: Name(\"nexus-bb888a52-e1f5-4893-bec6-0b8ff00c7df7\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 166])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.241985171Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.242071073Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.242095893Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.242130434Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.242156255Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.242184455Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.242200885Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"16cecebf-be1b-479f-a9d1-e9ca2abd5729","remote_addr":"[fd00:1122:3344:101::a]:33313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":554,"response_code":"204"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.242281067Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5ba193bf-b575-4578-8e50-6cb5693d79d5, kind: Service { id: f0230ae5-ea49-40dd-a6ee-3123741a5ad1 }, name: Name(\"external-dns-f0230ae5-ea49-40dd-a6ee-3123741a5ad1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 127])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d80acc8f-cafc-4b5a-8336-f0e41acc41b9, kind: Service { id: 7eaa8248-3c51-4c26-80cb-61296f525a84 }, name: Name(\"external-dns-7eaa8248-3c51-4c26-80cb-61296f525a84\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2e5a54ab-54b0-4101-a83b-861e2e4e38db, kind: Service { id: da154c54-202b-4830-b72b-dc8102e57077 }, name: Name(\"nexus-da154c54-202b-4830-b72b-dc8102e57077\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 248])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7bb17ce1-1507-4ac6-afb0-4554bb9fa378, kind: Service { id: ead62755-a923-4c3e-b6ba-c13f8a0dfa76 }, name: Name(\"nexus-ead62755-a923-4c3e-b6ba-c13f8a0dfa76\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 845e72e6-2434-49a7-88b9-4a85e617dadc, kind: Service { id: bb888a52-e1f5-4893-bec6-0b8ff00c7df7 }, name: Name(\"nexus-bb888a52-e1f5-4893-bec6-0b8ff00c7df7\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 166])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.242306998Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"eedaa798-25c1-4282-ab93-849b41732af6","remote_addr":"[fd00:1122:3344:101::c]:42256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":749,"response_code":"200"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.242341539Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.242531973Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.242569874Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.242603435Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.242631315Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.242672546Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.242704567Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1e0ab460-4611-4194-8503-ee7b5a880577","remote_addr":"[fd00:1122:3344:101::b]:64944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":937,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.270809612Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37598"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.271055377Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5ba193bf-b575-4578-8e50-6cb5693d79d5, kind: Service { id: f0230ae5-ea49-40dd-a6ee-3123741a5ad1 }, name: Name(\"external-dns-f0230ae5-ea49-40dd-a6ee-3123741a5ad1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 127])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d80acc8f-cafc-4b5a-8336-f0e41acc41b9, kind: Service { id: 7eaa8248-3c51-4c26-80cb-61296f525a84 }, name: Name(\"external-dns-7eaa8248-3c51-4c26-80cb-61296f525a84\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 116])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2e5a54ab-54b0-4101-a83b-861e2e4e38db, kind: Service { id: da154c54-202b-4830-b72b-dc8102e57077 }, name: Name(\"nexus-da154c54-202b-4830-b72b-dc8102e57077\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 248])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7bb17ce1-1507-4ac6-afb0-4554bb9fa378, kind: Service { id: ead62755-a923-4c3e-b6ba-c13f8a0dfa76 }, name: Name(\"nexus-ead62755-a923-4c3e-b6ba-c13f8a0dfa76\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 16])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 845e72e6-2434-49a7-88b9-4a85e617dadc, kind: Service { id: bb888a52-e1f5-4893-bec6-0b8ff00c7df7 }, name: Name(\"nexus-bb888a52-e1f5-4893-bec6-0b8ff00c7df7\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 193, 166])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.271107568Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.271128039Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.27116506Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.27119359Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.271222871Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.271251652Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.271269952Z","hostname":"sock","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"3360ce42-af5a-4fc0-8150-ba684d7ff4a8","remote_addr":"[fd00:1122:3344:101::c]:37598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":358,"response_code":"204"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.3095193Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.30955835Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.310651316Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.31171829Z","hostname":"sock","pid":1572,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:16.311737091Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"30514fb8-cf58-4a16-a485-3b84b42fe2bc","remote_addr":"[fd00:1122:3344:101::c]:42256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2804,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:20.889840739Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37360"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:20.889950311Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4f8d3388-eac3-48a4-8b96-9a8a1ec1d162","remote_addr":"[fd00:1122:3344:101::b]:37360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:20.922881937Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:20.922904537Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0ac3b202-e82e-44b1-b874-8c1a4988ba81","remote_addr":"[fd00:1122:3344:101::b]:37360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:20.93260952Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"08f40536-7ac9-4e42-923c-80648e4ec83c","remote_addr":"[fd00:1122:3344:101::b]:37360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":220,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:21.29752832Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33762"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:21.297650373Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"3f14d255-bab6-41d4-ad0f-bd686027333d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33762","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.136611781Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49407"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.136743984Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"98b45f1c-0a38-43a5-811c-fd6e3aa4c40c","remote_addr":"[fd00:1122:3344:101::b]:49407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.212989233Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.213050634Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"06331bf5-229c-4940-ba88-a7117e6b9883","remote_addr":"[fd00:1122:3344:101::b]:49407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.22941332Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"683bd8e9-25c1-439a-b5a3-45395c281110","remote_addr":"[fd00:1122:3344:101::b]:49407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":269,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.243708217Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64982"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.243862951Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0f798d8c-88c4-424f-94a5-d7a473278d1a","remote_addr":"[fd00:1122:3344:101::a]:64982","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.290112962Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.290137502Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e4df7cca-8d56-48c1-9d9d-1d43c9db1111","remote_addr":"[fd00:1122:3344:101::a]:64982","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.300165532Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5622a501-40be-480d-a68a-dd946ed960dd","remote_addr":"[fd00:1122:3344:101::a]:64982","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":227,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.378163212Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65284"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.378328685Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"bdec5d80-ea5c-4b46-bbf5-9627c815ed55","remote_addr":"[fd00:1122:3344:101::a]:65284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.413489552Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47180"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.413647415Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"29a3df50-1bdd-4eda-ac7e-985ee8cbcd3a","remote_addr":"[fd00:1122:3344:101::b]:47180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.640421737Z","hostname":"sock","pid":1572,"uri":"/8219fdd9-0a75-42c9-91db-deb66a850e5b","method":"GET","req_id":"63e9e1e7-5f0c-4018-a640-b3067baa2a11","remote_addr":"[fd00:1122:3344:101::d]:54478","local_addr":"[fd00:1122:3344:101::1]:43167","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8186,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.658579444Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40457"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.658669336Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.695751786Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.756916479Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"cd57ea66-b0fb-4959-ad27-a5b44c9e66ac","remote_addr":"[fd00:1122:3344:101::b]:40457","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98280,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.757103493Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35619"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.757348099Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.760951752Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6d75543c-f4bf-44e4-9aeb-9e0f029e8ea7","remote_addr":"[fd00:1122:3344:101::b]:40457","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3667,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.791994934Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.845337877Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"2735c979-2e38-4d14-9bac-cbebb522146f","remote_addr":"[fd00:1122:3344:101::a]:35619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88101,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:44.845662245Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"e8fd9689-b369-45a7-82fb-84febe1d91b9","remote_addr":"[fd00:1122:3344:101::a]:35619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:45.973455433Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63463"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:45.973915194Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"94adbeca-8ec4-4d7a-ad74-8e14aeae35fb","remote_addr":"[fd00:1122:3344:101::c]:63463","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":204,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:45.977641339Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:45.977746661Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"01fd21bb-77c8-4d46-a1e1-11d36c3132d1","remote_addr":"[fd00:1122:3344:101::c]:44161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":27,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:45.992174372Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:45.992198273Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"81b2e7bf-3d7c-42be-bcc8-3f6b1c0d5590","remote_addr":"[fd00:1122:3344:101::c]:44161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:46.001787693Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"de4de998-a2d7-4ec9-87b7-41a511f43408","remote_addr":"[fd00:1122:3344:101::c]:44161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":241,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:46.283019644Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50278"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:46.283192747Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:46.321060746Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:46.379861375Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"46efbaef-ab39-462c-a6b6-98d1c6022ff3","remote_addr":"[fd00:1122:3344:101::c]:50278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96748,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:46.382673469Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"92a2dca9-d7ec-4ec8-8cda-543aa8352d43","remote_addr":"[fd00:1122:3344:101::c]:50278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:51.330981469Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37949"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:56:51.331414329Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"db99f09a-7dd6-4887-bfbf-03bce4296bd1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37949","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.082594245Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:65399"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.082753248Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"04bb030b-7173-49ac-959f-98989672accd","remote_addr":"[fd00:1122:3344:101::b]:65399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.151030124Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.151059555Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4d96a27e-91b9-4f8e-be0c-e444c79e7ed5","remote_addr":"[fd00:1122:3344:101::b]:65399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.16089843Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"417eeed4-21b5-43bc-bf22-74e87bb5c9c9","remote_addr":"[fd00:1122:3344:101::b]:65399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.168200158Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51810"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.1683052Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f340d558-c703-406a-b392-6d17c023b608","remote_addr":"[fd00:1122:3344:101::a]:51810","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.189182249Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41560"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.189860775Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"afe4543a-71c1-4738-8598-a8765ee5a2e1","remote_addr":"[fd00:1122:3344:101::b]:41560","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.212051604Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.212062754Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"7573c332-c336-4602-9ca0-bd4e8e509f06","remote_addr":"[fd00:1122:3344:101::a]:51810","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.285635872Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36225"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.285725574Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.3256838Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.389533145Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"afd17b24-5bcb-46a5-a8e8-e1581ef9c5b0","remote_addr":"[fd00:1122:3344:101::b]:36225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103839,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.389794051Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51275"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.389887193Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38507"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.390017256Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5759b457-cb91-4987-9784-38ced63896a8","remote_addr":"[fd00:1122:3344:101::a]:51810","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":327,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.390080567Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"53ef239b-a22c-4022-8278-717c35107e2c","remote_addr":"[fd00:1122:3344:101::b]:36225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":259,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.39021755Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.394798506Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"b1e2f9d9-b03d-4ef0-8922-d263d4c5b567","remote_addr":"[fd00:1122:3344:101::a]:51275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4554,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.428046288Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.482474507Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"fa822640-9b70-44d8-837e-85892b05efc5","remote_addr":"[fd00:1122:3344:101::a]:38507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92397,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.482776673Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"506e5fb9-a55c-4461-b03b-6194c004d7c1","remote_addr":"[fd00:1122:3344:101::a]:38507","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:14.640202024Z","hostname":"sock","pid":1572,"uri":"/8219fdd9-0a75-42c9-91db-deb66a850e5b","method":"GET","req_id":"831c6101-e1cd-41d0-a251-28012931aeb2","remote_addr":"[fd00:1122:3344:101::d]:54478","local_addr":"[fd00:1122:3344:101::1]:43167","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8300,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:15.891203279Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58579"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:15.891319981Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"459069c0-450e-459d-8676-bc07aaac84f4","remote_addr":"[fd00:1122:3344:101::c]:58579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:15.948057842Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:15.948085013Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"90a3ef56-b533-4329-b44c-6b964ba2299d","remote_addr":"[fd00:1122:3344:101::c]:58579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:15.956205769Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ab30d02f-d7c3-4f08-84eb-72bea3206b4d","remote_addr":"[fd00:1122:3344:101::c]:58579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:16.004904657Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63438"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:16.005020989Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:16.044986836Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:16.103202221Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3c030d2a-8b58-45af-a820-f195d6cf655e","remote_addr":"[fd00:1122:3344:101::c]:63438","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98222,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:16.103416016Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58438"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:16.103559949Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"0ee4bb51-2567-43fe-a2ac-cd6ece04385f","remote_addr":"[fd00:1122:3344:101::c]:63438","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:16.103664872Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"17c5203e-1665-4434-bf46-37b26d0bde52","remote_addr":"[fd00:1122:3344:101::c]:58438","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:21.365010642Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37587"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:21.365184916Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"a8fb446c-43fb-4fdd-b3b8-769465d2f619","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37587","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.151756561Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33166"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.151935995Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3d53eae6-b9e6-4ff2-9066-9692c6690f86","remote_addr":"[fd00:1122:3344:101::a]:33166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.20271498Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.202744861Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0bf825f8-a063-4411-95f8-f9f80505f902","remote_addr":"[fd00:1122:3344:101::a]:33166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.211118013Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6373a66d-9787-4948-9d7b-d658bfb09062","remote_addr":"[fd00:1122:3344:101::a]:33166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":207,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.251650193Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60951"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.251753155Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"76c48549-08e2-44b0-8002-37b94a7c540e","remote_addr":"[fd00:1122:3344:101::b]:60951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.314636127Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.314671238Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"df41d8f9-8926-4984-a14a-e0297bd8a5e6","remote_addr":"[fd00:1122:3344:101::b]:60951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.325246711Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"11e66f04-b7bd-4a2a-903a-0ac7dec50166","remote_addr":"[fd00:1122:3344:101::b]:60951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":232,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.347181304Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61715"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.347370928Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"60442435-08a7-4413-a25f-6fc0017b8cf1","remote_addr":"[fd00:1122:3344:101::a]:61715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.559942514Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60054"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.560099497Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.599766977Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.659070258Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e51e51de-d6d9-4f45-a2f8-8f8c3e4a8097","remote_addr":"[fd00:1122:3344:101::a]:60054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99030,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.659241671Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59547"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.659310723Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43345"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.65961277Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"37b124b1-8267-4121-ac0e-e1750cd3aae5","remote_addr":"[fd00:1122:3344:101::b]:59547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":210,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.659694822Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"114d106b-88e3-42dd-97e6-02df222a2217","remote_addr":"[fd00:1122:3344:101::a]:60054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":332,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.660288396Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.67310726Z","hostname":"sock","pid":1572,"uri":"/8219fdd9-0a75-42c9-91db-deb66a850e5b","method":"GET","req_id":"28c1eb34-1e43-43ff-a857-6866e6bd8c4d","remote_addr":"[fd00:1122:3344:101::d]:54478","local_addr":"[fd00:1122:3344:101::1]:43167","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":13790,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.698303867Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.750567786Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"4d6b5aca-5adb-4cd3-a5bb-a2be2c3c4073","remote_addr":"[fd00:1122:3344:101::b]:43345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90405,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:44.750984206Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7f6aba1f-850d-4c2f-8376-00478882e6b9","remote_addr":"[fd00:1122:3344:101::b]:43345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":151,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:45.822540774Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34568"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:45.822661607Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"44f18ade-fdc8-401c-9bed-4942a76150ba","remote_addr":"[fd00:1122:3344:101::c]:34568","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:45.884056185Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:45.884086826Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d518a29f-8cbb-4339-a7aa-8993bdbca85c","remote_addr":"[fd00:1122:3344:101::c]:34568","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:45.896638264Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1ca162b1-9b28-4f22-b3aa-c64d9afd9bd8","remote_addr":"[fd00:1122:3344:101::c]:34568","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":418,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:46.062305444Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60055"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:46.062476238Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"405c1492-34da-4e97-9064-1dba13fb3fd2","remote_addr":"[fd00:1122:3344:101::c]:60055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:46.282257169Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56266"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:46.282356571Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:46.32414907Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:46.39088233Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"10f81448-d458-4634-842f-c576f980e3cc","remote_addr":"[fd00:1122:3344:101::c]:56266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108559,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:46.391245959Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"2ab930b0-7a53-43d6-a665-c1065a2b9444","remote_addr":"[fd00:1122:3344:101::c]:56266","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:51.403824152Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59768"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:57:51.403917894Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"88185421-16dd-4ad2-8e1f-1dc2ff9c5506","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59768","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.094323217Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46541"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.09446921Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"9191fcee-145a-43c4-8170-0dc9c74e6177","remote_addr":"[fd00:1122:3344:101::a]:46541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.102188837Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:65208"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.10229524Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f2e9b307-eb54-4729-93ac-dd3108461201","remote_addr":"[fd00:1122:3344:101::b]:65208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.147697441Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.147725722Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"943adc09-c4ab-4c27-834a-2806229e5492","remote_addr":"[fd00:1122:3344:101::b]:65208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.157998717Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e5587de9-55fa-4bee-955f-1f9dd0af9581","remote_addr":"[fd00:1122:3344:101::b]:65208","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":234,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.160478094Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.160491294Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f33796c4-af33-4a3e-8d94-54661248d608","remote_addr":"[fd00:1122:3344:101::a]:46541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.169731626Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ef4d746f-bcc1-40b2-a760-dfd9c1107c57","remote_addr":"[fd00:1122:3344:101::a]:46541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":146,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.200076732Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56386"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.200167825Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.238827511Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.298887609Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"9d759894-3e3c-4e5f-ad86-085b28e97799","remote_addr":"[fd00:1122:3344:101::b]:56386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98752,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.299012692Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51004"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.299063703Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60471"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.299102554Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.299495773Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"d5a9c4f1-42fc-4671-8eeb-82ef60c684f7","remote_addr":"[fd00:1122:3344:101::a]:60471","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":268,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.299512703Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.303122506Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"6c61cc8b-3930-44bc-a130-c085e9441a0b","remote_addr":"[fd00:1122:3344:101::b]:51004","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3720,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.303256479Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"66012fef-2627-47a2-8644-b796798294cc","remote_addr":"[fd00:1122:3344:101::b]:56386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3877,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.334521106Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.391655637Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e520f6d7-81c5-4ea1-9994-7e1d443d61c9","remote_addr":"[fd00:1122:3344:101::a]:50157","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92351,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.391978614Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"1a66f903-8648-4155-b794-82f86502759a","remote_addr":"[fd00:1122:3344:101::a]:50157","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:14.655761855Z","hostname":"sock","pid":1572,"uri":"/8219fdd9-0a75-42c9-91db-deb66a850e5b","method":"GET","req_id":"b0ae8eb0-3e3a-4c36-848a-f935cb362931","remote_addr":"[fd00:1122:3344:101::d]:54478","local_addr":"[fd00:1122:3344:101::1]:43167","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7226,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:15.748696473Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:65185"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:15.748796806Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"36ca9743-6916-4d1b-8c35-022ce42e7bab","remote_addr":"[fd00:1122:3344:101::c]:65185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:15.797910012Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:15.797940803Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6c7d7d57-3b4d-4d3c-a8e6-5b3312808d11","remote_addr":"[fd00:1122:3344:101::c]:65185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:15.807056132Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"644b1a9c-e383-4037-b8b0-65559441da1f","remote_addr":"[fd00:1122:3344:101::c]:65185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":246,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:15.964074153Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59795"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:15.964254388Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"aeffc1ca-12b7-4581-af01-5cfee6058eaf","remote_addr":"[fd00:1122:3344:101::c]:59795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:16.034316505Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43079"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:16.034393486Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:16.072071031Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:16.125950397Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"d7fa23df-76d3-49f2-a6f9-4aeaed59feac","remote_addr":"[fd00:1122:3344:101::c]:43079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91583,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:16.126391267Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"0fec6b52-1e04-4c13-9431-e51a845f835e","remote_addr":"[fd00:1122:3344:101::c]:43079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:21.437773144Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34922"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:21.437908747Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"363d7fca-c2b0-404c-8125-4f1eb1ea38c2","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34922","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":67,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.174387176Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52095"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.17454785Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a7567275-7170-474a-8b03-ee0717b44a5b","remote_addr":"[fd00:1122:3344:101::a]:52095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.236768507Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.236803118Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"deadc3a5-8785-4739-b223-351e3b71ece1","remote_addr":"[fd00:1122:3344:101::a]:52095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.247836321Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8d4fc2df-51fd-4fd2-a0bd-bf056abe7a3b","remote_addr":"[fd00:1122:3344:101::a]:52095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":346,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.323941487Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62207"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.324042759Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1416810e-ed54-4fb5-a4f7-93c46aaba0c3","remote_addr":"[fd00:1122:3344:101::b]:62207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.368600031Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.368634862Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1e1a75ea-eb29-4119-8af9-fbd88427a22d","remote_addr":"[fd00:1122:3344:101::b]:62207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.378412176Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"59dce397-481e-4abb-947d-ef10f46118a3","remote_addr":"[fd00:1122:3344:101::b]:62207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":352,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.42043728Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:61678"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.420650665Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"8046f7cd-6747-4090-8293-8767eb30d695","remote_addr":"[fd00:1122:3344:101::b]:61678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":146,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.432535568Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50809"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.432713332Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"b0e22862-0656-40be-aff2-047898bc70dd","remote_addr":"[fd00:1122:3344:101::a]:50809","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.434200966Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60705"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.435540037Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.473846195Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.530521515Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"fbc68365-58c7-4100-a0f1-445a170e5d16","remote_addr":"[fd00:1122:3344:101::b]:60705","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96245,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.530765241Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57649"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.530978526Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.531028377Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a3948690-90f5-4490-a373-86a1b2816b25","remote_addr":"[fd00:1122:3344:101::b]:60705","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":205,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.567923433Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.621757088Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"221b39f3-4fdd-42d3-a36d-cbe78b694ee7","remote_addr":"[fd00:1122:3344:101::a]:57649","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90863,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.622169287Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"0b7d8e0f-c41f-40d3-a1c5-7ca6b3ee52a9","remote_addr":"[fd00:1122:3344:101::a]:57649","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":161,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.725425906Z","hostname":"sock","pid":1572,"uri":"/8219fdd9-0a75-42c9-91db-deb66a850e5b","method":"GET","req_id":"8f4dd7cd-7591-4fc1-a7f7-acafcecaff39","remote_addr":"[fd00:1122:3344:101::d]:54478","local_addr":"[fd00:1122:3344:101::1]:43167","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7651,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:44.933745614Z","hostname":"sock","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:46.082871621Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45862"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:46.082992204Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"30e7cb6e-ff99-43c5-aafd-cb389a99d42f","remote_addr":"[fd00:1122:3344:101::c]:45862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:46.124029575Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:46.124053716Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"069f9f22-4a09-45ea-8314-ab44a0814deb","remote_addr":"[fd00:1122:3344:101::c]:45862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:46.140635656Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56653"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:46.140845931Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"b29f8540-2aad-443c-ac62-54ee1410dae7","remote_addr":"[fd00:1122:3344:101::c]:56653","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":143,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:46.144752741Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"09aa9fc0-42fb-4763-9cfc-9668122711c8","remote_addr":"[fd00:1122:3344:101::c]:45862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":263,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:46.160635055Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58063"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:46.160752558Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:46.197649014Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:46.252449891Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"fa89ff6f-50e7-4dee-a8da-8efa412852f9","remote_addr":"[fd00:1122:3344:101::c]:58063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91725,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:46.252779728Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"0490ce03-b7aa-4486-96ba-04150267a71a","remote_addr":"[fd00:1122:3344:101::c]:58063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:51.47143294Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59917"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:58:51.471539572Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"cbc8b04e-bdc5-4d52-a744-c2a92c2b8de2","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59917","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.108181179Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61868"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.108285121Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"94ca6294-ace2-4d50-9e68-e0b87747d7a6","remote_addr":"[fd00:1122:3344:101::a]:61868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.129325184Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.129344554Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c91c5168-a327-4b7b-bc10-cdb1a2dd90af","remote_addr":"[fd00:1122:3344:101::a]:61868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.134436251Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40224"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.134533233Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4791589d-3628-4915-b64b-b432e6419fa4","remote_addr":"[fd00:1122:3344:101::b]:40224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.139900187Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"98d33963-b56b-43d3-8515-2bf927f2c6a1","remote_addr":"[fd00:1122:3344:101::a]:61868","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":340,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.176553847Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.176581538Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"725461d5-9082-4a1a-897c-8c12916f938c","remote_addr":"[fd00:1122:3344:101::b]:40224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.185308168Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"329d70f5-5612-4ed3-b674-f8da490f71d0","remote_addr":"[fd00:1122:3344:101::b]:40224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":275,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.238604671Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35084"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.238787735Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"f9d25e84-5c80-425b-96e5-22ef32d39035","remote_addr":"[fd00:1122:3344:101::a]:35084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.262003237Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49801"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.262103419Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.302284231Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.360082027Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"4a355e34-343c-4d84-ac2f-890f9105493a","remote_addr":"[fd00:1122:3344:101::b]:49801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98016,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.36021567Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63674"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.360250821Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60025"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.360527877Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.364363005Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"dd3708d1-a01b-4399-8843-1f02bbd603f7","remote_addr":"[fd00:1122:3344:101::b]:63674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3777,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.364519469Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"88a8e1f7-b981-480b-99fb-84a09ed5716e","remote_addr":"[fd00:1122:3344:101::b]:49801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3962,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.400605696Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.453832457Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"89f40a12-7ccf-474d-b0b6-55b5ee88fa84","remote_addr":"[fd00:1122:3344:101::a]:60025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93447,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.454208646Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7c2d58af-2c23-4be8-a7b6-3c44ee442609","remote_addr":"[fd00:1122:3344:101::a]:60025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":150,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:14.725958899Z","hostname":"sock","pid":1572,"uri":"/8219fdd9-0a75-42c9-91db-deb66a850e5b","method":"GET","req_id":"00a3796f-ae49-47df-a205-f2c572736f77","remote_addr":"[fd00:1122:3344:101::d]:54478","local_addr":"[fd00:1122:3344:101::1]:43167","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8286,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:15.797907036Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:46602"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:15.798015279Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b1aa3035-9100-47cb-9aa0-db52e8faa7da","remote_addr":"[fd00:1122:3344:101::c]:46602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:15.815442499Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63006"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:15.815633343Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"540a7b9d-40be-459d-ab65-455139f70c19","remote_addr":"[fd00:1122:3344:101::c]:63006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:15.816045413Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:15.816077393Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2b9e5032-d945-4556-b91b-b91464cb2adc","remote_addr":"[fd00:1122:3344:101::c]:46602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:15.825181492Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"412c9edc-0186-44a0-98bc-2400f81a7633","remote_addr":"[fd00:1122:3344:101::c]:46602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":223,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:15.875185969Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60245"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:15.875278521Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:15.914223044Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:15.971956468Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"c2c08c2e-a47d-45d9-8423-dc33b018b7a4","remote_addr":"[fd00:1122:3344:101::c]:60245","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96711,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:15.972409768Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"fd268a29-3187-4a9f-b9c7-82c057d1311e","remote_addr":"[fd00:1122:3344:101::c]:60245","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:21.503670799Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54285"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:21.503800122Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"94984fbf-5cd3-444e-8078-03e2c44f3bee","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54285","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.238248845Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61075"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.238411999Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c66b7ac4-e710-4b02-b801-fc0b320cf108","remote_addr":"[fd00:1122:3344:101::a]:61075","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.302009127Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.302037868Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f516a57e-3408-4066-b20b-bb2896a387ba","remote_addr":"[fd00:1122:3344:101::a]:61075","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.311781102Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c6a509ab-124e-4104-bea2-45d6c0321005","remote_addr":"[fd00:1122:3344:101::a]:61075","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":190,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.369730831Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41523"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.369769612Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60303"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.369913495Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"196299cd-2921-4faa-8970-036c3762f4d9","remote_addr":"[fd00:1122:3344:101::b]:60303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.372442373Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"a3bb614c-6738-46e6-9d97-9e3500bfa785","remote_addr":"[fd00:1122:3344:101::b]:41523","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":173,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.380991919Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34831"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.381269945Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"d3e23407-1d9c-4162-b2f8-549cb102a779","remote_addr":"[fd00:1122:3344:101::a]:34831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.395802329Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37039"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.395940982Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.440429392Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.50530236Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a291e473-be3a-495a-a2d9-20630bff28f5","remote_addr":"[fd00:1122:3344:101::a]:37039","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109432,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.505485025Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.505768761Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.505810452Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.505837043Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"704f11ee-a5b8-4ae4-9b1b-d4086a57fef9","remote_addr":"[fd00:1122:3344:101::b]:60303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.505892154Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5d1feec5-b58a-48a4-9513-d041b545701b","remote_addr":"[fd00:1122:3344:101::a]:37039","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":316,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.516550808Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"431ba507-712d-413a-a1b8-a12583c05bfe","remote_addr":"[fd00:1122:3344:101::b]:60303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":393,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.545740388Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.604029555Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3da4d347-d11f-46db-85e2-73b003647847","remote_addr":"[fd00:1122:3344:101::b]:40200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98407,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.604441924Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a5763bbd-ab8c-4bd1-82fb-5dde4c3a6df7","remote_addr":"[fd00:1122:3344:101::b]:40200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":170,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:44.726722399Z","hostname":"sock","pid":1572,"uri":"/8219fdd9-0a75-42c9-91db-deb66a850e5b","method":"GET","req_id":"d6ca88ce-a799-4dd4-aa56-64bd9046cb69","remote_addr":"[fd00:1122:3344:101::d]:54478","local_addr":"[fd00:1122:3344:101::1]:43167","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8833,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:45.912388555Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47667"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:45.912494127Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"8fc37f5b-40f7-4bea-ac7c-b9b563aed5f8","remote_addr":"[fd00:1122:3344:101::c]:47667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:45.928330061Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:45.928354971Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"45839193-bfd4-46fe-876a-ccd37405580d","remote_addr":"[fd00:1122:3344:101::c]:47667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:45.938267918Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0c3d7570-2b72-4e1c-bae7-47c183e25912","remote_addr":"[fd00:1122:3344:101::c]:47667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":240,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:45.988966021Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55686"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:45.989129195Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"2871d797-3715-4226-ba61-600b7f116aca","remote_addr":"[fd00:1122:3344:101::c]:55686","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:46.173633537Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41500"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:46.173820601Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:46.212661962Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:46.279068045Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e71b7f93-d27e-4bf7-8153-540ff7e0584e","remote_addr":"[fd00:1122:3344:101::c]:41500","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105324,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:46.279479345Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"877b3316-2a2d-44aa-8445-7f49a04f235a","remote_addr":"[fd00:1122:3344:101::c]:41500","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":146,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:51.536531585Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36824"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T19:59:51.53673532Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"4f2195fc-27ba-4fdb-9838-83eedca0c4bc","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36824","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.269220484Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53094"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.269422168Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"2d595d71-086b-474d-80f9-d4acf1b835d3","remote_addr":"[fd00:1122:3344:101::a]:53094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":127,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.269645833Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(14283386) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.269669064Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"PUT","req_id":"d10f44e6-94a0-42ec-8d62-5fe3e8d3d891","remote_addr":"[fd00:1122:3344:101::a]:53094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.413627176Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57864"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.422380346Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: fcb878a2-735b-4f01-9b6b-44a1f7c3291d, project_id: e9f305bd-a42d-4d83-bc23-693c3bdddaf1 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-16T20:00:12.413364210Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 367a7cb6-ef5d-4e42-a066-60614409ad53, kind: Instance { id: 169df468-1fff-4ce6-bf29-edc50fc8e5b2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14283386), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 367a7cb6-ef5d-4e42-a066-60614409ad53, kind: Instance { id: 169df468-1fff-4ce6-bf29-edc50fc8e5b2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14283386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 367a7cb6-ef5d-4e42-a066-60614409ad53, kind: Instance { id: 169df468-1fff-4ce6-bf29-edc50fc8e5b2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14283386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(14283386))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 367a7cb6-ef5d-4e42-a066-60614409ad53, kind: Instance { id: 169df468-1fff-4ce6-bf29-edc50fc8e5b2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14283386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-a4b9914e170\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: f8a2c42f-53fa-4359-aeb3-f8870adb4b43, read_only_parent: Some(Volume { block_size: 512, id: e56b904b-1a95-40e8-9d9e-84e431bb45fc, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e0b5bbce-acb5-4f45-ac2b-9ffc57bc00bb, key: Some(\"OFTk6RmWUm4Mba0aaar2ufoq4XmcqkjF4vsYpGP76x4=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::18]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f8a2c42f-53fa-4359-aeb3-f8870adb4b43, key: Some(\"EO5D6bneG+3M0qqI0LdcwqyUP5jnP1L9jf2vX+1/4FQ=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::17]:19000\", \"[fd00:1122:3344:101::1a]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-a4b9914e170\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.422443638Z","hostname":"sock","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.422453798Z","hostname":"sock","pid":1572,"propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:1139","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 367a7cb6-ef5d-4e42-a066-60614409ad53, kind: Instance { id: 169df468-1fff-4ce6-bf29-edc50fc8e5b2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14283386), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 367a7cb6-ef5d-4e42-a066-60614409ad53, kind: Instance { id: 169df468-1fff-4ce6-bf29-edc50fc8e5b2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14283386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 367a7cb6-ef5d-4e42-a066-60614409ad53, kind: Instance { id: 169df468-1fff-4ce6-bf29-edc50fc8e5b2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14283386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(14283386))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 367a7cb6-ef5d-4e42-a066-60614409ad53, kind: Instance { id: 169df468-1fff-4ce6-bf29-edc50fc8e5b2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(14283386), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-a4b9914e170\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: f8a2c42f-53fa-4359-aeb3-f8870adb4b43, read_only_parent: Some(Volume { block_size: 512, id: e56b904b-1a95-40e8-9d9e-84e431bb45fc, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e0b5bbce-acb5-4f45-ac2b-9ffc57bc00bb, key: Some(\"OFTk6RmWUm4Mba0aaar2ufoq4XmcqkjF4vsYpGP76x4=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::18]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f8a2c42f-53fa-4359-aeb3-f8870adb4b43, key: Some(\"EO5D6bneG+3M0qqI0LdcwqyUP5jnP1L9jf2vX+1/4FQ=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::17]:19000\", \"[fd00:1122:3344:101::1a]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-a4b9914e170\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-16T20:00:12.413364210Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.4242631Z","hostname":"sock","pid":1572,"uri":"/vmms/c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","method":"PUT","req_id":"40bdf82c-bea5-4805-970c-d3e037ff116d","remote_addr":"[fd00:1122:3344:101::a]:57864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":10580,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.529887872Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51964"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.531027229Z","hostname":"sock","pid":1572,"uri":"/vmms/c6d08ec1-a673-4cfc-a6bf-433d5f4a5913/state","method":"PUT","req_id":"eb638f7e-645a-4728-8d17-488424b5b929","remote_addr":"[fd00:1122:3344:101::a]:51964","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1061,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.532711207Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 14283386 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.532752008Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.570477654Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.593555303Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.640306905Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51198"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.64049494Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ccfabd51-b51d-4f2b-903c-da5508f062ab","remote_addr":"[fd00:1122:3344:101::a]:51198","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:12.663446876Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {367a7cb6-ef5d-4e42-a066-60614409ad53: {10.151.2.176: {ad4ddc3d-fd37-4ee6-aa29-77039caa79b8}, 10.151.2.175: {ad4ddc3d-fd37-4ee6-aa29-77039caa79b8}}} }"} {"msg":"Profile for oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:13.72087954Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:13.721091445Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913\") failed: Property not found. retry in 50.245923ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T20:00:13.929013394Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913\") failed: Property not found. retry in 70.920778ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T20:00:13.989623825Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913\") failed: Property not found. retry in 242.337826ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T20:00:14.095621686Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.096061416Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.204519224Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39881"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.207534133Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"3cd346e0-1fae-4435-81bc-634f00de6bf3","remote_addr":"[fd00:1122:3344:101::a]:39881","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":248,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.3076576Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34903"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.307810443Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.345309833Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.404703955Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e4591553-a1bc-4cec-93d0-6001e2d05e1f","remote_addr":"[fd00:1122:3344:101::a]:34903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96965,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.404975442Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36257"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.408720738Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:56665"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.413280392Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ba6724a0-0c18-4b87-8eb6-5a1e275c33af","remote_addr":"[fd00:1122:3344:101::a]:34903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5339,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.413480797Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"8a0a48e3-d4c6-455d-a404-3c456c6306df","remote_addr":"[fd00:1122:3344:101::b]:56665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913\") failed: Property not found. retry in 211.176699ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T20:00:14.417957669Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.421166223Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46307"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.421346487Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.458300975Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.508893505Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"1cb91047-9622-4101-bb55-146d98d16383","remote_addr":"[fd00:1122:3344:101::b]:46307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87618,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.509237103Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {367a7cb6-ef5d-4e42-a066-60614409ad53: {10.151.2.176: {ad4ddc3d-fd37-4ee6-aa29-77039caa79b8}, 10.151.2.175: {ad4ddc3d-fd37-4ee6-aa29-77039caa79b8}}} }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.509255593Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52054"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.509306055Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c99fd4bb-8abe-443b-b926-ddd30d2d693f","remote_addr":"[fd00:1122:3344:101::b]:56665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":219,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.509495199Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a0bb9591-bcda-4ca3-aae8-c7bac5a24391","remote_addr":"[fd00:1122:3344:101::b]:46307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":350,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.509729254Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"ea177861-d24d-40b5-a6be-8bb2e7cef9ed","remote_addr":"[fd00:1122:3344:101::b]:52054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":220,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913\") failed: Property not found. retry in 879.962676ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T20:00:14.641334303Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.725508694Z","hostname":"sock","pid":1572,"uri":"/8219fdd9-0a75-42c9-91db-deb66a850e5b","method":"GET","req_id":"7b26d513-fd33-4bb1-b661-8c52f2a15dbe","remote_addr":"[fd00:1122:3344:101::d]:54478","local_addr":"[fd00:1122:3344:101::1]:43167","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7203,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:14.72665737Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"01659096-c898-4116-b681-241dca019ef8","remote_addr":"[fd00:1122:3344:101::b]:56665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":272,"response_code":"204"} {"msg":"wait for service Some(\"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913\") failed: Property not found. retry in 899.379815ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T20:00:15.534492929Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:15.808516375Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58319"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:15.808653138Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a5ea0eee-f5a8-4292-9114-746ce394722d","remote_addr":"[fd00:1122:3344:101::c]:58319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":48,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:15.864659093Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54968"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:15.891623031Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {367a7cb6-ef5d-4e42-a066-60614409ad53: {10.151.2.176: {ad4ddc3d-fd37-4ee6-aa29-77039caa79b8}, 10.151.2.175: {ad4ddc3d-fd37-4ee6-aa29-77039caa79b8}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:15.891654992Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0898529e-55f5-4ecb-b395-e75d3d97104c","remote_addr":"[fd00:1122:3344:101::c]:58319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:15.968275429Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57710"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:15.968501284Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"0ce20721-23da-4a7f-addb-2be3397b52c8","remote_addr":"[fd00:1122:3344:101::c]:57710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:15.978435902Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"733882d1-04e6-49ad-bb22-8bffbf6392b5","remote_addr":"[fd00:1122:3344:101::c]:58319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":312,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:16.009459934Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57889"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:16.009644118Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:16.063883922Z","hostname":"sock","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:16.144073962Z","hostname":"sock","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f03aa0ab-1515-4721-9fdb-8a4a710d51d2","remote_addr":"[fd00:1122:3344:101::c]:57889","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134489,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:16.144525582Z","hostname":"sock","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"10c0ed53-58c2-42c2-8427-29552fc12191","remote_addr":"[fd00:1122:3344:101::c]:57889","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913\") failed: Property not found. retry in 1.21701402s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T20:00:16.44699197Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913\") failed: Property not found. retry in 1.463739753s","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T20:00:17.675485877Z","hostname":"sock","pid":1572,"zone":"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.168118284Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:1633"} {"msg":"wait for service Some(\"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913\") failed: Property not found. retry in 63.049852ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T20:00:19.177653973Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913\") failed: Property not found. retry in 63.625315ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T20:00:19.249268875Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913\") failed: Property not found. retry in 283.376966ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T20:00:19.323176511Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.617567953Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:1642"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.655668047Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:1666"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.793800485Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:835"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.794702426Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.794768568Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"68f6bf76-d34a-418c-b873-df83e9bb7b3b","remote_addr":"[fd00:1122:3344:101::a]:51198","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7131462,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.794791278Z","hostname":"sock","pid":1572,"uri":"/vmms/c6d08ec1-a673-4cfc-a6bf-433d5f4a5913/state","method":"GET","req_id":"0ab8e507-e169-4770-9309-18bc6bdbd824","remote_addr":"[fd00:1122:3344:101::a]:65200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5698632,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.794833719Z","hostname":"sock","pid":1572,"uri":"/vmms/c6d08ec1-a673-4cfc-a6bf-433d5f4a5913/state","method":"GET","req_id":"96995520-bda4-4eba-a4b9-5aa846b5b633","remote_addr":"[fd00:1122:3344:101::c]:54968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3930099,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.79485422Z","hostname":"sock","pid":1572,"uri":"/vmms/c6d08ec1-a673-4cfc-a6bf-433d5f4a5913/state","method":"GET","req_id":"a4e67518-f6ca-40e1-88eb-7f3cbef06faf","remote_addr":"[fd00:1122:3344:101::b]:36257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5385979,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-16T20:00:19.795347661Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.795370561Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.795379302Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-16T20:00:19.795347661Z }","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.795393082Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-16T20:00:19.795347661Z }, migration_in: None, migration_out: None }","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-16T20:00:19.853203728Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.853243699Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.853314211Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-16T20:00:19.853203728Z }","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.853325121Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-16T20:00:19.853203728Z }, migration_in: None, migration_out: None }","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.879930721Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 4bcef9b8-776c-4019-90d2-10a2467616ee, version: 3 }","old_vers":"RouterVersion { router_id: 4bcef9b8-776c-4019-90d2-10a2467616ee, version: 3 }","subnet":"RouterId { vni: Vni(14283386), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.880197207Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"177ad094-ba53-45d2-8fff-65be1e8d2493","remote_addr":"[fd00:1122:3344:101::a]:51198","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":499,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.921221708Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48604"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.92132139Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7a17a415-3852-4900-b2ff-aad65f3df0a2","remote_addr":"[fd00:1122:3344:101::a]:48604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.93566674Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {367a7cb6-ef5d-4e42-a066-60614409ad53: {10.151.2.175: {ad4ddc3d-fd37-4ee6-aa29-77039caa79b8}, 10.151.2.176: {ad4ddc3d-fd37-4ee6-aa29-77039caa79b8}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.93570348Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b1873e57-3d85-4a9c-b5da-fdc82d4ce744","remote_addr":"[fd00:1122:3344:101::a]:48604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:19.950314146Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6235ff15-3f89-4459-9793-059151c4364a","remote_addr":"[fd00:1122:3344:101::a]:48604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:21.574599372Z","hostname":"sock","pid":1572,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42044"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:21.574696414Z","hostname":"sock","pid":1572,"uri":"/baseboard","method":"GET","req_id":"2ee8ca8f-8f3d-46a0-9d70-0e10ac4c5e5a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42044","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:30.493663049Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34419"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:30.494351235Z","hostname":"sock","pid":1572,"uri":"/vmms/c6d08ec1-a673-4cfc-a6bf-433d5f4a5913/state","method":"PUT","req_id":"8f736c5b-e59b-44f8-b960-a314ac8a46cc","remote_addr":"[fd00:1122:3344:101::a]:34419","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":587,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-16T20:00:30.494470458Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:30.494504419Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:30.49454361Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-16T20:00:30.494470458Z }","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:30.49456002Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-16T20:00:30.494470458Z }, migration_in: None, migration_out: None }","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-16T20:00:30.507629370Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:30.507654301Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:30.507675601Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-16T20:00:30.507629370Z }","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:30.507685581Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:721","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:30.507743243Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T20:00:30.507829125Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"9365585249425199132"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T20:00:30.508030609Z","hostname":"sock","pid":1572,"component":"kstat-sampler-worker","sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"480772193359254998"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:30.511018508Z","hostname":"sock","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:30.511075199Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/2f5457d4-2f6f-4e72-8540-94c12beb8160/debug/bundle/zone\", \"/pool/int/cbfc6c66-d757-4575-bf7b-0236f59fa7a9/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/07816f51-80ea-42fe-be75-52c288ba7fed/crypt/debug\", \"/pool/ext/4a0f3222-7021-44c5-8399-6c21f4349e5e/crypt/debug\", \"/pool/ext/5d388581-9a58-40b6-9601-b0ab9895a4b3/crypt/debug\", \"/pool/ext/a532db9f-7bac-497d-878d-4a53b79b3824/crypt/debug\", \"/pool/ext/6abe9959-aff4-4c9a-9969-96fed306cf53/crypt/debug\", \"/pool/ext/9a11b802-7726-4718-8c0b-c164ebb6bfea/crypt/debug\", \"/pool/ext/05deb148-f978-4f38-abf2-7bb8f4eebec9/crypt/debug\", \"/pool/ext/c8f95617-3c42-4eb6-b62d-71b6374646d1/crypt/debug\", \"/pool/ext/dd14c566-4ce8-4d9e-ab91-21ef96ebaf36/crypt/debug\"] }","zone_name":"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:31.14109042Z","hostname":"sock","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913\", bundle_id: 19d61012-3de5-4a17-9659-e47f9ba4d1c4 }, time_created: 2024-10-16T20:00:30.511200012Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","v":0,"name":"SledAgent","level":40,"time":"2024-10-16T20:00:31.141171602Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:935"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:32.903584696Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:32.920207487Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(14283386), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:32.920247679Z","hostname":"sock","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(14283386), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:32.920622977Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-16T20:00:32.920596676Z }, migration_in: None, migration_out: None }","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:32.972717962Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-16T20:00:32.920596676Z }, migration_in: None, migration_out: None }","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:32.977242846Z","hostname":"sock","pid":1572,"instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","propolis_id":"c6d08ec1-a673-4cfc-a6bf-433d5f4a5913","instance_id":"169df468-1fff-4ce6-bf29-edc50fc8e5b2","component":"InstanceManager","file":"sled-agent/src/instance.rs:872"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:33.476596889Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36514"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:33.476719602Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"172685ab-a103-43b8-a1f3-bf8ec1929b40","remote_addr":"[fd00:1122:3344:101::b]:36514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:33.49014041Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:33.490406796Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:33.490457617Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3fdc7347-45e0-4018-91a8-c0604ccbb0f9","remote_addr":"[fd00:1122:3344:101::b]:36514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":340,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:33.500121129Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3552c43e-2d1e-4350-b210-8204bab50128","remote_addr":"[fd00:1122:3344:101::b]:36514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":208,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:33.609721323Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43443"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:33.609904167Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"c6c0bd00-f924-4b4f-83e1-f0242b27d24e","remote_addr":"[fd00:1122:3344:101::b]:43443","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:34.78542609Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45250"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:34.785636745Z","hostname":"sock","pid":1572,"uri":"/v2p","method":"GET","req_id":"0bcba5d3-4f05-4f63-921e-25fb1bec8b56","remote_addr":"[fd00:1122:3344:101::a]:45250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:34.836524242Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61034"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:34.836660545Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e34fe27e-dedd-477a-97db-4886e0be518a","remote_addr":"[fd00:1122:3344:101::a]:61034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":62,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:34.850466692Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:34.850481522Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"40d53227-f22f-4fe0-b903-aa6c892edefc","remote_addr":"[fd00:1122:3344:101::a]:61034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:34.858088167Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b4c3238e-5c1b-4f37-a7c1-cae3749d232e","remote_addr":"[fd00:1122:3344:101::a]:61034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":184,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:35.44419018Z","hostname":"sock","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63247"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:35.444318903Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0511943f-30c9-4626-841a-ed6a54f3365d","remote_addr":"[fd00:1122:3344:101::a]:63247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:35.459472591Z","hostname":"sock","pid":1572,"sled_id":"8219fdd9-0a75-42c9-91db-deb66a850e5b","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:35.459492241Z","hostname":"sock","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1696f896-1f60-40cc-bd9c-860905efd1f3","remote_addr":"[fd00:1122:3344:101::a]:63247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":59,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-16T20:00:35.466088923Z","hostname":"sock","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ccd8755b-1fe1-402d-8b76-cc48d1fe8457","remote_addr":"[fd00:1122:3344:101::a]:63247","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":168,"response_code":"204"}