[ Jul 29 22:37:52 Enabled. ] [ Jul 29 22:37:52 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Jul 29 22:37:52 Method "start" exited with status 0. ] [ Jul 29 22:37:52 Rereading configuration. ] [ Jul 29 22:37:52 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:52.170872471Z","hostname":"sock","pid":1555,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:52.171053253Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:52.225100196Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:52.225142926Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:52.341792593Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:52.35077351Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:52.358644215Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:52.962755874Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.10439641Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:125"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.104432821Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:137"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.104536362Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:150"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.104608272Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.104629633Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:172","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.104667973Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.107845118Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:623"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:37:53.107852247Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:765"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.107863338Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:186"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.107867768Z","hostname":"sock","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:824"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.107898128Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.107917088Z","hostname":"sock","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.10803304Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.10805834Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.10807045Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.118961387Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.118991498Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"6f7fbdb0-935e-45a6-8a22-918b008caf27 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.218172156Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 6f7fbdb0-935e-45a6-8a22-918b008caf27 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.42549161Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.425529201Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.425535931Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.425549631Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.425555611Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.425566391Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.425583881Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.434276615Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.434301015Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"26da7c67-d805-4fa4-83b6-471628e82390 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.522108961Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 26da7c67-d805-4fa4-83b6-471628e82390 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723443821Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723484381Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f7fbdb0-935e-45a6-8a22-918b008caf27 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 26da7c67-d805-4fa4-83b6-471628e82390 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723511972Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723519852Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723572962Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723584512Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723619953Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723633283Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f7fbdb0-935e-45a6-8a22-918b008caf27 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 26da7c67-d805-4fa4-83b6-471628e82390 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723645083Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723654733Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723661053Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723676593Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723680023Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723684143Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723688663Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723692803Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f7fbdb0-935e-45a6-8a22-918b008caf27 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 26da7c67-d805-4fa4-83b6-471628e82390 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723706934Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723711824Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723715204Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723718564Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f7fbdb0-935e-45a6-8a22-918b008caf27 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 26da7c67-d805-4fa4-83b6-471628e82390 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723732444Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723736504Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723747994Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723751564Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723795315Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_4.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723804084Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723808835Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723822555Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f7fbdb0-935e-45a6-8a22-918b008caf27 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 26da7c67-d805-4fa4-83b6-471628e82390 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723838985Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_5.vdev"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723845215Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723849655Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723854255Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723858025Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723864045Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f7fbdb0-935e-45a6-8a22-918b008caf27 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 26da7c67-d805-4fa4-83b6-471628e82390 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723887585Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723895285Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_6.vdev"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723898906Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723902846Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723907826Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723913686Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f7fbdb0-935e-45a6-8a22-918b008caf27 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 26da7c67-d805-4fa4-83b6-471628e82390 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723939696Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723944216Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723948106Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723952396Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723957476Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723961846Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f7fbdb0-935e-45a6-8a22-918b008caf27 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 26da7c67-d805-4fa4-83b6-471628e82390 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.723996407Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724001807Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724005737Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724010227Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724014087Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724018117Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f7fbdb0-935e-45a6-8a22-918b008caf27 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 26da7c67-d805-4fa4-83b6-471628e82390 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724045467Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724050077Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724053697Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:96"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724063547Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:98"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724066967Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f7fbdb0-935e-45a6-8a22-918b008caf27 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 26da7c67-d805-4fa4-83b6-471628e82390 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724095798Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724099688Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724103638Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724106868Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:210"} {"msg":"No ledger in /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724137788Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724160748Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724165759Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724174928Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724182089Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724186199Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724212699Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:215"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.724216739Z","hostname":"sock","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:230"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.734432639Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:725"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.73447345Z","hostname":"sock","pid":1555,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:292","time_to_next_cleanup":"599.999922159s","next_cleanup":"Instant { tv_sec: 2254, tv_nsec: 565317107 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.73451919Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3664"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.73452703Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"No ledger in /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.737523423Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.737585773Z","hostname":"sock","pid":1555,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.737989428Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:205"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.73822319Z","hostname":"sock","pid":1555,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.738479633Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1017"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.738485943Z","hostname":"sock","pid":1555,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.738532023Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"No ledger in /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.738582734Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.738604624Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.738609574Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1077"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.738636035Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"No ledger in /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.738650215Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.738660565Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.738666185Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1118"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.738669595Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.738673115Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.738696685Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Writing ledger to /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.738727465Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.739029589Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.73918224Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.73919499Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1151"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.739248411Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.739255451Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.739392103Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.739519204Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.739582805Z","hostname":"sock","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 5df666dc-0ff3-47a2-993c-12911629496a, rack_id: 12a20f59-45b9-4577-b25a-8fd0ccbe89c9, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.739686396Z","hostname":"sock","pid":1555,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:52645","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 5df666dc-0ff3-47a2-993c-12911629496a, rack_id: 12a20f59-45b9-4577-b25a-8fd0ccbe89c9, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.74010952Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:359"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.74011892Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:374"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.740181291Z","hostname":"sock","pid":1555,"file":"sled-agent/src/server.rs:44"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.740189381Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.740211861Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:573"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.740215512Z","hostname":"sock","pid":1555,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.740219872Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.740225952Z","hostname":"sock","pid":1555,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.740230702Z","hostname":"sock","pid":1555,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.740239002Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:562"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.740244222Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:590"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.740249682Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:394"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.740253292Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:374"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.740258442Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:480","result":"DisksManagementResult { status: [] }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.741652967Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3898"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.741698877Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4271"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.771059014Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.792202692Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.80879352Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.819578136Z","hostname":"sock","pid":1555,"sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:383"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.819655317Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.819677258Z","hostname":"sock","pid":1555,"sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:395"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.819685988Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 91.914294ms)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.82264367Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83f99cc3-ffbb-4b2c-bd63-3241994f0617\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:37:52 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"83f99cc3-ffbb-4b2c-bd63-3241994f0617\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_6f7fbdb0-935e-45a6-8a22-918b008caf27/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.833463296Z","hostname":"sock","pid":1555,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_6f7fbdb0-935e-45a6-8a22-918b008caf27/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.857355254Z","hostname":"sock","pid":1555,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_6f7fbdb0-935e-45a6-8a22-918b008caf27/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.857400514Z","hostname":"sock","pid":1555,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.862721992Z","hostname":"sock","pid":1555,"sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:410"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.862730161Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"} {"msg":"Ensuring dataset oxi_6f7fbdb0-935e-45a6-8a22-918b008caf27/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.862735242Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.916263718Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 112.000816ms)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.916871415Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66848830-671c-4789-a8d7-bfa5ff846d12\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:37:52 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"66848830-671c-4789-a8d7-bfa5ff846d12\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:53.935585047Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.029765451Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 201.91314ms)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.030434108Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ee17424-fcaa-47f4-9197-85e791dc23f1\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:37:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5ee17424-fcaa-47f4-9197-85e791dc23f1\" }"} {"msg":"Mounting oxi_6f7fbdb0-935e-45a6-8a22-918b008caf27/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.154312523Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.167257123Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.167339774Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.167358214Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.167379044Z","hostname":"sock","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.233602368Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 112.581859ms)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.234403066Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba32b504-0739-4264-beb2-23dc96ec9ed2\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:37:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ba32b504-0739-4264-beb2-23dc96ec9ed2\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.349392045Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 170.537332ms)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.350929712Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc5bdc86-2582-4990-9930-63e7c677190d\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:37:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"fc5bdc86-2582-4990-9930-63e7c677190d\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.52248511Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 196.228034ms)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.523283119Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"741b0963-df72-42d0-9542-343dd1ba62ee\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:37:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"741b0963-df72-42d0-9542-343dd1ba62ee\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.721341413Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 253.94406ms)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.721907149Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35e15551-e741-4a3c-aa73-9ef275e2a371\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:37:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"35e15551-e741-4a3c-aa73-9ef275e2a371\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.889455444Z","hostname":"sock","pid":1555,"sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.890027211Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:54192","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:205","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:205"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.890062041Z","hostname":"sock","pid":1555,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:60","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.890126832Z","hostname":"sock","pid":1555,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:54192","producer_id":"5df666dc-0ff3-47a2-993c-12911629496a"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:37:54.89643688Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"204.773495ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.937077288Z","hostname":"sock","pid":1555,"component":"VmmReservoirManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.937125218Z","hostname":"sock","pid":1555,"component":"VmmReservoirManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.937181379Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:908","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.937195189Z","hostname":"sock","pid":1555,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.938024658Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:205"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.938043298Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:429"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.938066998Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Writing ledger to /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.938103929Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.938336291Z","hostname":"sock","pid":1555,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.938522063Z","hostname":"sock","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.938564604Z","hostname":"sock","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.938585224Z","hostname":"sock","pid":1555,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:52645","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:54.938599764Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3664"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.13689033Z","hostname":"sock","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.136961201Z","hostname":"sock","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.137053272Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"No ledger in /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.137110713Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.137126173Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.137136783Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.137153023Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.137436466Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:37:55.138238055Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"529.97427ms"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/5df666dc-0ff3-47a2-993c-12911629496a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:37:55.141948155Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/nexus.rs:600"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.169129838Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:35884"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.169263379Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.16932463Z","hostname":"sock","pid":1555,"uri":"/inventory","method":"GET","req_id":"b74c4474-43bf-4f09-9f20-0dcba55bdd2a","remote_addr":"[fd00:1122:3344:101::1]:35884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.198520105Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:43654"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.198624086Z","hostname":"sock","pid":1555,"uri":"/sled-role","method":"GET","req_id":"a1df1b2b-1629-4cb7-8fb2-bd42abbfce1b","remote_addr":"[fd00:1122:3344:101::1]:43654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":66,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.199264913Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Writing ledger to /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.199284333Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.199576826Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.199771438Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:830"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 1c023148-3bd6-4ff0-9794-4bd9cef03331, pool_id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 4dd4e519-3ae4-42b7-ab44-3a716a828f37, pool_id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 50970dbe-cb19-4176-8b82-67b5d30f91bc, pool_id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 98299b65-1d86-4aec-868b-4df364f2a978, pool_id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 5b6c11dc-df9c-4467-8f70-683c6debcf1c, pool_id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 7aeee8da-a7a1-4764-b54c-f0785131c9d9, pool_id: 04fcb670-76ba-4fb0-bafa-c9b2df44923c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 6363dc6f-086d-4b41-8a2f-2ed0ae822818, pool_id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: ab8eeed7-e9be-4390-9579-566e34fe94df, pool_id: 52ee60ab-a8a0-45da-931e-f84445fb42ad (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 54c43ce8-74d8-4e62-8e19-79be66a30551, pool_id: 98eb1632-0336-476c-bf00-87e4151f37b0 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.23704622Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:355"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.23710107Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:49550"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.237250972Z","hostname":"sock","pid":1555,"sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:842"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 1c023148-3bd6-4ff0-9794-4bd9cef03331, pool_id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 4dd4e519-3ae4-42b7-ab44-3a716a828f37, pool_id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 50970dbe-cb19-4176-8b82-67b5d30f91bc, pool_id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 98299b65-1d86-4aec-868b-4df364f2a978, pool_id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 5b6c11dc-df9c-4467-8f70-683c6debcf1c, pool_id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 7aeee8da-a7a1-4764-b54c-f0785131c9d9, pool_id: 04fcb670-76ba-4fb0-bafa-c9b2df44923c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 6363dc6f-086d-4b41-8a2f-2ed0ae822818, pool_id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: ab8eeed7-e9be-4390-9579-566e34fe94df, pool_id: 52ee60ab-a8a0-45da-931e-f84445fb42ad (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 54c43ce8-74d8-4e62-8e19-79be66a30551, pool_id: 98eb1632-0336-476c-bf00-87e4151f37b0 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.237281172Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"No ledger in /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.237288862Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.237295002Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.237299932Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.237314563Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:374"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.237319343Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.237324573Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.237328983Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.338598374Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:55.338630544Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool)"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:37:55.720242696Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.403178824s"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5df666dc-0ff3-47a2-993c-12911629496a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-29T22:37:55.963961292Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:56.35542906Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:56.540629706Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:56.540712767Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:56.540722517Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:56.540731537Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:56.540738667Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:56.540840888Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:56.540852418Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/5df666dc-0ff3-47a2-993c-12911629496a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:37:56.939214861Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/nexus.rs:600"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:57.148729908Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2475"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:57.148803969Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2693"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:57.148840219Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2345"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:57.148846499Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2392"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:57.148874129Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2774"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:57.148893Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2816"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5df666dc-0ff3-47a2-993c-12911629496a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-29T22:37:57.149282014Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:37:57.149412715Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.838846331s"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:57.151165324Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:57.365343572Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2618"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:57.367360044Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2386"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:57.367518595Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:57.367634346Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Automatically destroying dataset: oxp_8a141eed-dbb3-4454-bf4d-a80450bce769/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:37:57.528614661Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 31.228428ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:37:58.14107994Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5df666dc-0ff3-47a2-993c-12911629496a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-29T22:37:58.668406543Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 62.000928ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:37:58.668927118Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/5df666dc-0ff3-47a2-993c-12911629496a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:37:59.274737895Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/nexus.rs:600"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 115.163319ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:37:59.275430963Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 201.921195ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:37:59.803468523Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5df666dc-0ff3-47a2-993c-12911629496a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-29T22:37:59.80502784Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:00.546050564Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.43300167s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 677.983327ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:00.546560419Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Looking for unencrypted datasets in oxp_8a141eed-dbb3-4454-bf4d-a80450bce769","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:00.558481528Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:00.761994371Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:00.762053141Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:00.762060042Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:00.762067132Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:00.762071632Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:00.99576109Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:00.99580279Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"7d81c0ff-af0b-41a7-af78-d5743695642b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:02.19391565Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:02.434811785Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:02.434872556Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:02.434885126Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:02.434906357Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:02.434939387Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:02.435047938Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:02.435061908Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.088728924s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:03.236922678Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/5df666dc-0ff3-47a2-993c-12911629496a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:03.237743157Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/nexus.rs:600"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5df666dc-0ff3-47a2-993c-12911629496a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-29T22:38:03.238395274Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:03.500773091Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_7d81c0ff-af0b-41a7-af78-d5743695642b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:03.760420939Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5df666dc-0ff3-47a2-993c-12911629496a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-29T22:38:04.268007118Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.511644318Z","hostname":"sock","pid":1555,"component":"VmmReservoirManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.512574899Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3922","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.512595379Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3938"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.512600669Z","hostname":"sock","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:518"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/5df666dc-0ff3-47a2-993c-12911629496a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:05.517834655Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/nexus.rs:600"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5df666dc-0ff3-47a2-993c-12911629496a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-29T22:38:05.518068828Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:05.518096418Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.86125114s"} {"msg":"Looking for unencrypted datasets in oxp_7d81c0ff-af0b-41a7-af78-d5743695642b","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.592058425Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.601434346Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.601473186Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.601483357Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.601490817Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.601504337Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.611585906Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.611624756Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"d8cd1e2c-62b5-4e76-942c-224348db940d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.706740671Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.715301483Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.715378104Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.715387694Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.715402884Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.715414254Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.715579846Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.715587016Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.751340471Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_d8cd1e2c-62b5-4e76-942c-224348db940d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.759339198Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"Looking for unencrypted datasets in oxp_d8cd1e2c-62b5-4e76-942c-224348db940d","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.882884059Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.890602002Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.890664862Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.890675873Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.890685433Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.890696303Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.900306777Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.900343357Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:05.9962966Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.004247776Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.004284497Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.004292937Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.004318947Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.004341847Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.004518919Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.004527669Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.040398846Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_66d6450a-3284-4c65-a285-1d8bcf4bac93/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.048625044Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"Looking for unencrypted datasets in oxp_66d6450a-3284-4c65-a285-1d8bcf4bac93","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.175816885Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.183357986Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.183395996Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.183426387Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.183433077Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.183439617Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.193195152Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.193226182Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.292092398Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.300018963Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.300056504Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.300064114Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.300070404Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.300080964Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.300261526Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.300272346Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.335407605Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f160aa1c-495d-4a9a-87f5-34e62fd8601e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.343142148Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"Looking for unencrypted datasets in oxp_f160aa1c-495d-4a9a-87f5-34e62fd8601e","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.462884138Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.470622422Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.470660482Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.470691172Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.470697312Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.470722323Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.480195405Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.480224795Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"04fcb670-76ba-4fb0-bafa-c9b2df44923c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.572281877Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 04fcb670-76ba-4fb0-bafa-c9b2df44923c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.580323684Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.580354464Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.580362364Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.580369824Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.580428635Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.580596596Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.580602907Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5df666dc-0ff3-47a2-993c-12911629496a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-29T22:38:06.584917003Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.616935588Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_04fcb670-76ba-4fb0-bafa-c9b2df44923c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.624875584Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"Looking for unencrypted datasets in oxp_04fcb670-76ba-4fb0-bafa-c9b2df44923c","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.749507396Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.757193499Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.7572419Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.75725834Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.75726474Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.75727246Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.767785104Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.767836494Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.862563215Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.870253548Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.870296058Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.870317748Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.870329929Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.870343609Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.870579781Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.870590371Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.907396158Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_79239725-361e-43c2-880b-8a7b1b1f2d02/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:06.915716407Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"Looking for unencrypted datasets in oxp_79239725-361e-43c2-880b-8a7b1b1f2d02","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.040501522Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.048960823Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.049009754Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.049018234Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.049025334Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.049031424Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.058739618Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.058766699Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"52ee60ab-a8a0-45da-931e-f84445fb42ad (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.155507061Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 52ee60ab-a8a0-45da-931e-f84445fb42ad (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.164311256Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.164343936Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.164350016Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.164399827Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.164410507Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.164588229Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.164598269Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.201944142Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_52ee60ab-a8a0-45da-931e-f84445fb42ad/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.21018118Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/5df666dc-0ff3-47a2-993c-12911629496a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:07.278768329Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/nexus.rs:600"} {"msg":"Looking for unencrypted datasets in oxp_52ee60ab-a8a0-45da-931e-f84445fb42ad","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.33731604Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.344952882Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.344999123Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.345014593Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.345022643Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.345028873Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.354766888Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.354812929Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"98eb1632-0336-476c-bf00-87e4151f37b0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.454561884Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:304","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 98eb1632-0336-476c-bf00-87e4151f37b0 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.462471779Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:348","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.462527569Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:350","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.462534759Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:354","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.46257203Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:356","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.46259905Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.462731192Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.462740792Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:368"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.499334396Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_98eb1632-0336-476c-bf00-87e4151f37b0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.507039649Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:411"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5df666dc-0ff3-47a2-993c-12911629496a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-29T22:38:07.586903519Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"Looking for unencrypted datasets in oxp_98eb1632-0336-476c-bf00-87e4151f37b0","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.635830417Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:496"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.643807973Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.643861053Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.643936554Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.644065115Z","hostname":"sock","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6f7fbdb0-935e-45a6-8a22-918b008caf27 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 26da7c67-d805-4fa4-83b6-471628e82390 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 04fcb670-76ba-4fb0-bafa-c9b2df44923c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 52ee60ab-a8a0-45da-931e-f84445fb42ad (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 98eb1632-0336-476c-bf00-87e4151f37b0 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.644144436Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.644152936Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.644243247Z","hostname":"sock","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.64449575Z","hostname":"sock","pid":1555,"sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:846"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.64451281Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.64451869Z","hostname":"sock","pid":1555,"sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:872","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.64452516Z","hostname":"sock","pid":1555,"sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:877"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.644542711Z","hostname":"sock","pid":1555,"sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:882"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.644552491Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:116","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.644561211Z","hostname":"sock","pid":1555,"sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:888"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.644616061Z","hostname":"sock","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:822","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.644623301Z","hostname":"sock","pid":1555,"sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:893"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.644752293Z","hostname":"sock","pid":1555,"uri":"/omicron-physical-disks","method":"PUT","req_id":"ad1633a2-b106-4583-bf75-32c73efb62ef","remote_addr":"[fd00:1122:3344:101::1]:49550","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":12407602,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ca5535c4-86aa-4c83-b774-3a967da93bdc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.675325552Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.675462674Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60409"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.675619515Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.675628746Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.727322112Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.727354983Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.776661254Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.776693964Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.827094567Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"No ledger in /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.827138088Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.827146348Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.827193149Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.871612657Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.871674448Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.871680888Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.923462136Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.926972364Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.931118348Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.943802855Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.948260103Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:07.952227216Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5df666dc-0ff3-47a2-993c-12911629496a): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-29T22:38:08.588988697Z","hostname":"sock","pid":1555,"component":"ProbeManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"Profile for oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:09.436298826Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:09.436389098Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:09.43663264Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Profile for oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:09.920917298Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:10.39997038Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:10.400142152Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:10.400158352Z","hostname":"sock","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef\") failed: Property not found. retry in 70.590701ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:10.408470782Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:10.408499662Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Booting oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:10.412322323Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"wait for service Some(\"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef\") failed: Property not found. retry in 142.602181ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:10.491069122Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4\") failed: Property not found. retry in 32.150221ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:10.537716125Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc\") failed: Property not found. retry in 57.819036ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:10.544056573Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4\") failed: Property not found. retry in 50.287637ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:10.577103259Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc\") failed: Property not found. retry in 132.544724ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:10.681082469Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef\") failed: Property not found. retry in 289.217656ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:10.720272032Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4\") failed: Property not found. retry in 114.498978ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:10.833777084Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc\") failed: Property not found. retry in 181.588998ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:10.864111711Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4\") failed: Property not found. retry in 397.061222ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:10.970566068Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef\") failed: Property not found. retry in 552.438548ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:11.030950799Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc\") failed: Property not found. retry in 295.880388ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:11.070678207Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc\") failed: Property not found. retry in 875.699947ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:11.375880365Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4\") failed: Property not found. retry in 712.390726ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:11.383890872Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef\") failed: Property not found. retry in 775.863741ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:11.593639792Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4\") failed: Property not found. retry in 1.184888799s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:12.109665612Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc\") failed: Property not found. retry in 874.806358ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:12.271097142Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef\") failed: Property not found. retry in 530.301007ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:12.381720603Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef\") failed: Property not found. retry in 982.982771ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:12.920971964Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc\") failed: Property not found. retry in 1.074005862s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:13.154078366Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4\") failed: Property not found. retry in 1.430938728s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:13.304937391Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:13.785412879Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3946"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:13.785453819Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3956","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:13.792285873Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4035"} {"msg":"wait for service Some(\"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef\") failed: Property not found. retry in 738.414069ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:13.913096664Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:13.918329631Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:13.918336611Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4110"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:13.960159691Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4123"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:13.960196462Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3987"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:14.014525227Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4029"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:14.014554847Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4090","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:14.035581914Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4101"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:14.035603404Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4143"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:14.127367093Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4175"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:14.127393563Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4181"} {"msg":"wait for service Some(\"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc\") failed: Property not found. retry in 626.395311ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:14.237404369Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:14.24221769Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4222"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:14.242267191Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:364"} {"msg":"Failed to get switch ID from MGS (retrying in 72.223749ms)","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:14.274129444Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:383","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Failed to get switch ID from MGS (retrying in 94.475307ms)","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:14.347606206Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:383","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Failed to get switch ID from MGS (retrying in 122.27396ms)","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:14.443305637Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:383","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Failed to get switch ID from MGS (retrying in 596.47968ms)","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:14.566459964Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:383","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"wait for service Some(\"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef\") failed: Property not found. retry in 1.079171179s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:14.661347807Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4\") failed: Property not found. retry in 1.474072467s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:14.743873306Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc\") failed: Property not found. retry in 615.775411ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:14.873147959Z","hostname":"sock","pid":1555,"zone":"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.164821061Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:412"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.196966878Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:651"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.197077029Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:689"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.197574884Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:692","uptime":"1"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.197586864Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:434","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.236825417Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.261394322Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.280567938Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.280635339Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.280650079Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.28065679Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.28066364Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.28066947Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.2806767Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.28068294Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.28069786Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.28070356Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.28070765Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.28071315Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.28071839Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.2807223Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.28072628Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.28073002Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.28073391Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.28073776Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.2807418Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.2807455Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.280758141Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.280762371Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:15.280766131Z","hostname":"sock","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.237661801Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_internal_dns_79c51747-ca1a-4e88-9137-9c18ed9250ef"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.237717502Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_internal_dns_9346c5c1-123a-4a00-a0dc-e69a28260ad4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.237728822Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_internal_dns_ca5535c4-86aa-4c83-b774-3a967da93bdc"} {"msg":"Writing ledger to /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.237743342Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.238077356Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.238389969Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"381a0bdb-8811-4f1e-8fdf-a6a6b9615452","remote_addr":"[fd00:1122:3344:101::1]:60409","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":8562894,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.240042477Z","hostname":"sock","pid":1555,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.293076628Z","hostname":"sock","pid":1555,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.340795753Z","hostname":"sock","pid":1555,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.386406214Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:591"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.386417124Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:258"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.449755477Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.451797049Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:300"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.451802759Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ca5535c4-86aa-4c83-b774-3a967da93bdc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ce154d54-05e0-40af-b315-fb1c3636330a, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 35b1790d-0eae-41ee-8bec-e47e19304ad8, kind: Service { id: ce154d54-05e0-40af-b315-fb1c3636330a }, name: Name(\"ntp-ce154d54-05e0-40af-b315-fb1c3636330a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 98])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.48159576Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.481742911Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:35010"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.481972154Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.482001794Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.501952109Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.501990159Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.517934531Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.517966572Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.534786443Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.534828283Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.535031975Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.535165437Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.545330657Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:258"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.576894346Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.577506863Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:300"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.577517443Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.606683067Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:426","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 145, 98]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.606695828Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1210","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.607140612Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.607167323Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.607344425Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.60784153Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Configuring new Omicron zone: oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.631415074Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:16.648846322Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:17.256446149Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:17.25653697Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"wait for service Some(\"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a\") failed: Property not found. retry in 71.58553ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:17.38182812Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a\") failed: Property not found. retry in 127.848629ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:17.469172111Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a\") failed: Property not found. retry in 136.732394ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:17.627149743Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a\") failed: Property not found. retry in 263.875478ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:17.774692333Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a\") failed: Property not found. retry in 669.324272ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:18.049701556Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a\") failed: Property not found. retry in 1.494735045s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:18.728361879Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a\") failed: Property not found. retry in 696.01299ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:20.232132712Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a\") failed: Property not found. retry in 871.299319ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:20.9373195Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a\") failed: Property not found. retry in 1.389510618s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:21.81802003Z","hostname":"sock","pid":1555,"zone":"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:23.226472866Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a"} {"msg":"Writing ledger to /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:23.226565856Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:23.226967061Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:23.227339895Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"dbf1751c-c71b-4d78-92e2-4d89ed5815c8","remote_addr":"[fd00:1122:3344:101::1]:35010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":6745562,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:23.229429587Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:23.258787154Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:23.258926875Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:33311"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-07-29T22:38:23.268265316Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3650"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:23.268387167Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"8575f59b-d36d-446a-91ce-49470faa3895","remote_addr":"[fd00:1122:3344:101::1]:33311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9325,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:23.271036356Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:23.368962481Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:23.369148793Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:62054"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_ce154d54-05e0-40af-b315-fb1c3636330a': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-07-29T22:38:27.377295041Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3650"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:27.377412522Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"f6bd6a3f-a5fc-4054-9c53-8104a5153972","remote_addr":"[fd00:1122:3344:101::1]:62054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008160,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:27.380824999Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:27.538992313Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:27.539183655Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55967"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:27.548182712Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"374c4a7d-2e26-4fc9-bfed-229f4cc919ab","remote_addr":"[fd00:1122:3344:101::1]:55967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":8926,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:27.549790019Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:27.549796899Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:27.798481779Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:27.79861092Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:37319"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:27.806425015Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"353c0586-b17b-4d08-a7ea-42f3e877107d","remote_addr":"[fd00:1122:3344:101::1]:37319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":7676,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:27.807749019Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:27.807754609Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:27.967772203Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:27.967883095Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:35493"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:27.975395265Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"75dc27ef-ee10-4a58-8b22-860bf7a7de05","remote_addr":"[fd00:1122:3344:101::1]:35493","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":7403,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:27.97679079Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:27.97679668Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:28.267118629Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:28.267371741Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:61410"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:28.278880506Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"4bc16979-47dc-4c86-ba16-2949e94a6a7b","remote_addr":"[fd00:1122:3344:101::1]:61410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":11442,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:28.282225222Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:28.282235211Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:28.562261329Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:28.56237586Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54856"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:28.570226335Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"3a8925b2-3e4b-4a6e-b2e4-77b311dc848d","remote_addr":"[fd00:1122:3344:101::1]:54856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":7736,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:28.572961784Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:28.572968404Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:29.182437435Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:29.182548406Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:48084"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:29.190090117Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"6accd9bc-53a7-43a2-9dd7-273615d4917e","remote_addr":"[fd00:1122:3344:101::1]:48084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":7417,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:29.192429623Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:29.192439423Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:29.483451659Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:29.48356972Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50543"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:29.504991311Z","hostname":"sock","pid":1555,"uri":"/timesync","method":"GET","req_id":"b2003a15-4356-4d11-9b19-10a886f4fd42","remote_addr":"[fd00:1122:3344:101::1]:50543","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":21299,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 3330918944, ip_addr: 198.137.202.32, stratum: 3, ref_time: 1722292709.2784023, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:29.507438768Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:29.507444538Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1230"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ca5535c4-86aa-4c83-b774-3a967da93bdc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ce154d54-05e0-40af-b315-fb1c3636330a, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 35b1790d-0eae-41ee-8bec-e47e19304ad8, kind: Service { id: ce154d54-05e0-40af-b315-fb1c3636330a }, name: Name(\"ntp-ce154d54-05e0-40af-b315-fb1c3636330a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 98])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8980312-6454-4f78-93d1-c72b7fde6578, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } } } }, OmicronZoneConfig { id: c51ad717-82f0-4228-a328-bb006d82d9d0, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } } } }, OmicronZoneConfig { id: eda93a73-2d4f-47b9-ae0c-006d54897e07, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } } } }, OmicronZoneConfig { id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:29.536066336Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:29.536202898Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55700"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:29.536492211Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:29.536498141Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.010478283Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.010536324Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.028964442Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.029017003Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.04729669Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.04734851Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.100021198Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.100060568Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.150058117Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.150098928Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.200754403Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.200802074Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.252003555Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.252063026Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.301216156Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.301259876Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.301467608Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.30159677Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.333251461Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.333284911Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.333291191Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.333296291Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.333302671Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.333421523Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"908e96dc-090d-4c12-8594-837ae85235fd","remote_addr":"[fd00:1122:3344:101::1]:55700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\", TimeNotSynchronized), (\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\", TimeNotSynchronized), (\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\", TimeNotSynchronized), (\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\", TimeNotSynchronized), (\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\", TimeNotSynchronized)]","latency_us":343147,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.333580484Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"58.267062ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"908e96dc-090d-4c12-8594-837ae85235fd\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:38:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"908e96dc-090d-4c12-8594-837ae85235fd\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ca5535c4-86aa-4c83-b774-3a967da93bdc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ce154d54-05e0-40af-b315-fb1c3636330a, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 35b1790d-0eae-41ee-8bec-e47e19304ad8, kind: Service { id: ce154d54-05e0-40af-b315-fb1c3636330a }, name: Name(\"ntp-ce154d54-05e0-40af-b315-fb1c3636330a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 98])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8980312-6454-4f78-93d1-c72b7fde6578, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } } } }, OmicronZoneConfig { id: c51ad717-82f0-4228-a328-bb006d82d9d0, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } } } }, OmicronZoneConfig { id: eda93a73-2d4f-47b9-ae0c-006d54897e07, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } } } }, OmicronZoneConfig { id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.392767292Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.393120536Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.393131866Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.41295382Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.41298718Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.431108625Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.431141236Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.449152779Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.44918263Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.46685001Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.466872041Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.484651202Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.484682733Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.502819628Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.502841858Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.52065449Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.52068517Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.53920211Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.53925159Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.539469363Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.539621165Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.572076404Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.572115844Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.572124235Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.572132005Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.572142055Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.572320077Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"30ea6935-c820-4f5d-bc9f-5815779fc72d","remote_addr":"[fd00:1122:3344:101::1]:55700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\", TimeNotSynchronized), (\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\", TimeNotSynchronized), (\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\", TimeNotSynchronized), (\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\", TimeNotSynchronized), (\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\", TimeNotSynchronized)]","latency_us":179397,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.572522449Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"151.833703ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30ea6935-c820-4f5d-bc9f-5815779fc72d\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:38:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"30ea6935-c820-4f5d-bc9f-5815779fc72d\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ca5535c4-86aa-4c83-b774-3a967da93bdc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ce154d54-05e0-40af-b315-fb1c3636330a, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 35b1790d-0eae-41ee-8bec-e47e19304ad8, kind: Service { id: ce154d54-05e0-40af-b315-fb1c3636330a }, name: Name(\"ntp-ce154d54-05e0-40af-b315-fb1c3636330a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 98])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8980312-6454-4f78-93d1-c72b7fde6578, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } } } }, OmicronZoneConfig { id: c51ad717-82f0-4228-a328-bb006d82d9d0, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } } } }, OmicronZoneConfig { id: eda93a73-2d4f-47b9-ae0c-006d54897e07, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } } } }, OmicronZoneConfig { id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.72572163Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.726118654Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.726135634Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.745104088Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.745147689Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.763283795Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.763328725Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.781247908Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.781291709Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.799426884Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.799471064Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.817067594Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.817102094Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.834684994Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.834729624Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.853421726Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.853464716Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.870692022Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.870739642Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.871012005Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.871178197Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.9039188Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.90395332Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.90396074Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.90396922Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.903977751Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:30.904100372Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"6fa9be41-8040-4b69-925a-4bb0abb2789f","remote_addr":"[fd00:1122:3344:101::1]:55700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\", TimeNotSynchronized), (\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\", TimeNotSynchronized), (\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\", TimeNotSynchronized), (\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\", TimeNotSynchronized), (\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\", TimeNotSynchronized)]","latency_us":178220,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:30.904247483Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"126.253564ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fa9be41-8040-4b69-925a-4bb0abb2789f\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:38:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6fa9be41-8040-4b69-925a-4bb0abb2789f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ca5535c4-86aa-4c83-b774-3a967da93bdc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ce154d54-05e0-40af-b315-fb1c3636330a, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 35b1790d-0eae-41ee-8bec-e47e19304ad8, kind: Service { id: ce154d54-05e0-40af-b315-fb1c3636330a }, name: Name(\"ntp-ce154d54-05e0-40af-b315-fb1c3636330a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 98])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8980312-6454-4f78-93d1-c72b7fde6578, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } } } }, OmicronZoneConfig { id: c51ad717-82f0-4228-a328-bb006d82d9d0, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } } } }, OmicronZoneConfig { id: eda93a73-2d4f-47b9-ae0c-006d54897e07, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } } } }, OmicronZoneConfig { id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.031608996Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.031924882Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.031948225Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.050260638Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.050314709Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.069304434Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.069342524Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.089001667Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.089043467Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.106525026Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.106577026Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.123756932Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.123815753Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.142551905Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.142589976Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.160842103Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.160882503Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.178690006Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.178742276Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.178952299Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.1790672Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.21149089Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.2115267Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.211535241Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.211557111Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.211566011Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.211678672Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"f0ab657c-956d-4776-a659-dc90d9f1e559","remote_addr":"[fd00:1122:3344:101::1]:55700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\", TimeNotSynchronized), (\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\", TimeNotSynchronized), (\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\", TimeNotSynchronized), (\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\", TimeNotSynchronized), (\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\", TimeNotSynchronized)]","latency_us":180387,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.211845724Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"111.065239ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0ab657c-956d-4776-a659-dc90d9f1e559\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:38:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f0ab657c-956d-4776-a659-dc90d9f1e559\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ca5535c4-86aa-4c83-b774-3a967da93bdc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ce154d54-05e0-40af-b315-fb1c3636330a, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 35b1790d-0eae-41ee-8bec-e47e19304ad8, kind: Service { id: ce154d54-05e0-40af-b315-fb1c3636330a }, name: Name(\"ntp-ce154d54-05e0-40af-b315-fb1c3636330a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 98])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8980312-6454-4f78-93d1-c72b7fde6578, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } } } }, OmicronZoneConfig { id: c51ad717-82f0-4228-a328-bb006d82d9d0, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } } } }, OmicronZoneConfig { id: eda93a73-2d4f-47b9-ae0c-006d54897e07, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } } } }, OmicronZoneConfig { id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.323702903Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.323899185Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.323913975Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.342283973Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.342344804Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.359750101Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.359796742Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.377540934Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.377583504Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.396504309Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.396545899Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.414593724Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.414653645Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.432613059Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.432658709Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.451002478Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.451050088Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.468113042Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.468178033Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.468415315Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.468538937Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.499928796Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.499984277Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.499994507Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.500002847Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.500013237Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.500146318Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"d50829b0-9d0a-4772-9aa8-bfadc72302ac","remote_addr":"[fd00:1122:3344:101::1]:55700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\", TimeNotSynchronized), (\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\", TimeNotSynchronized), (\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\", TimeNotSynchronized), (\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\", TimeNotSynchronized), (\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\", TimeNotSynchronized)]","latency_us":176830,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.50030231Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"160.506256ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d50829b0-9d0a-4772-9aa8-bfadc72302ac\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:38:31 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d50829b0-9d0a-4772-9aa8-bfadc72302ac\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ca5535c4-86aa-4c83-b774-3a967da93bdc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ce154d54-05e0-40af-b315-fb1c3636330a, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 35b1790d-0eae-41ee-8bec-e47e19304ad8, kind: Service { id: ce154d54-05e0-40af-b315-fb1c3636330a }, name: Name(\"ntp-ce154d54-05e0-40af-b315-fb1c3636330a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 98])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8980312-6454-4f78-93d1-c72b7fde6578, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } } } }, OmicronZoneConfig { id: c51ad717-82f0-4228-a328-bb006d82d9d0, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } } } }, OmicronZoneConfig { id: eda93a73-2d4f-47b9-ae0c-006d54897e07, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } } } }, OmicronZoneConfig { id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.661026377Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.661267009Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.661279099Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.680388086Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.680445306Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.698397131Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.698447341Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.71685691Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.71689561Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.735234878Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.735289499Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.754177353Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.754218863Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.772209458Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.772259438Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.790080981Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.790119102Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.808973925Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.809007106Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.809319519Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.809464211Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.814312493Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"354.7479ms"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.841447826Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.841499326Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.841509637Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.841517587Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.841527287Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:31.841674799Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"1b72f685-6ae9-45fe-9939-642e05998383","remote_addr":"[fd00:1122:3344:101::1]:55700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\", TimeNotSynchronized), (\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\", TimeNotSynchronized), (\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\", TimeNotSynchronized), (\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\", TimeNotSynchronized), (\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\", TimeNotSynchronized)]","latency_us":181044,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:31.84186005Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"214.333271ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b72f685-6ae9-45fe-9939-642e05998383\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:38:31 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1b72f685-6ae9-45fe-9939-642e05998383\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ca5535c4-86aa-4c83-b774-3a967da93bdc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ce154d54-05e0-40af-b315-fb1c3636330a, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 35b1790d-0eae-41ee-8bec-e47e19304ad8, kind: Service { id: ce154d54-05e0-40af-b315-fb1c3636330a }, name: Name(\"ntp-ce154d54-05e0-40af-b315-fb1c3636330a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 98])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8980312-6454-4f78-93d1-c72b7fde6578, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } } } }, OmicronZoneConfig { id: c51ad717-82f0-4228-a328-bb006d82d9d0, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } } } }, OmicronZoneConfig { id: eda93a73-2d4f-47b9-ae0c-006d54897e07, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } } } }, OmicronZoneConfig { id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.056728662Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.057226697Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.057236837Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.078426646Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.078477087Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.097616214Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.097676805Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.116323226Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.116370847Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.134849146Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.134897737Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.153357506Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.153395476Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.17127332Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.17131672Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.190190214Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.190253705Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.209421712Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.209462592Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.209715735Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.209890477Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.243349268Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.243401969Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.243408969Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.243417649Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.243424769Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.243588941Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"4c17ec34-1905-4011-8bfc-503f01020132","remote_addr":"[fd00:1122:3344:101::1]:55700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\", TimeNotSynchronized), (\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\", TimeNotSynchronized), (\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\", TimeNotSynchronized), (\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\", TimeNotSynchronized), (\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\", TimeNotSynchronized)]","latency_us":187124,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.243804233Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"182.435964ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c17ec34-1905-4011-8bfc-503f01020132\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:38:31 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4c17ec34-1905-4011-8bfc-503f01020132\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ca5535c4-86aa-4c83-b774-3a967da93bdc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ce154d54-05e0-40af-b315-fb1c3636330a, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 35b1790d-0eae-41ee-8bec-e47e19304ad8, kind: Service { id: ce154d54-05e0-40af-b315-fb1c3636330a }, name: Name(\"ntp-ce154d54-05e0-40af-b315-fb1c3636330a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 98])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8980312-6454-4f78-93d1-c72b7fde6578, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } } } }, OmicronZoneConfig { id: c51ad717-82f0-4228-a328-bb006d82d9d0, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } } } }, OmicronZoneConfig { id: eda93a73-2d4f-47b9-ae0c-006d54897e07, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } } } }, OmicronZoneConfig { id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.427473238Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.427886772Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.427902182Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.447182241Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.447230771Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.465572429Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.46560746Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.483556264Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.483609404Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.501300135Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.501341326Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.519222439Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.51926334Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.53691177Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.53694874Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.554066416Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.554109076Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.571661875Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.571717626Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.571963019Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.572155711Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.604402209Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.60445192Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.60446202Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.6044712Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.60447963Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.604586331Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"bfd9e2af-2f3e-42e6-9ae2-78100d7dd1a4","remote_addr":"[fd00:1122:3344:101::1]:55700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\", TimeNotSynchronized), (\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\", TimeNotSynchronized), (\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\", TimeNotSynchronized), (\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\", TimeNotSynchronized), (\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\", TimeNotSynchronized)]","latency_us":177440,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.604734053Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"198.400985ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfd9e2af-2f3e-42e6-9ae2-78100d7dd1a4\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:38:31 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bfd9e2af-2f3e-42e6-9ae2-78100d7dd1a4\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ca5535c4-86aa-4c83-b774-3a967da93bdc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ce154d54-05e0-40af-b315-fb1c3636330a, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 35b1790d-0eae-41ee-8bec-e47e19304ad8, kind: Service { id: ce154d54-05e0-40af-b315-fb1c3636330a }, name: Name(\"ntp-ce154d54-05e0-40af-b315-fb1c3636330a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 98])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8980312-6454-4f78-93d1-c72b7fde6578, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } } } }, OmicronZoneConfig { id: c51ad717-82f0-4228-a328-bb006d82d9d0, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } } } }, OmicronZoneConfig { id: eda93a73-2d4f-47b9-ae0c-006d54897e07, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } } } }, OmicronZoneConfig { id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.803986966Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.804201768Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.804211818Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.822402835Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.822454695Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.840412999Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.84045697Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.858186001Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.858229682Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.875976334Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.876027734Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.893965558Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.894004218Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.911343346Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.911382646Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.929241809Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.929283439Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.947065982Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.947125422Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.947336974Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.947500326Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.979234339Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.97928292Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.9792924Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.97930267Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.97931274Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:32.979450601Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"5f494986-c5d2-4ee4-b29d-b9336c5cfece","remote_addr":"[fd00:1122:3344:101::1]:55700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\", TimeNotSynchronized), (\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\", TimeNotSynchronized), (\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\", TimeNotSynchronized), (\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\", TimeNotSynchronized), (\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\", TimeNotSynchronized)]","latency_us":175844,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:32.979616503Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"428.186847ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f494986-c5d2-4ee4-b29d-b9336c5cfece\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:38:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5f494986-c5d2-4ee4-b29d-b9336c5cfece\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ca5535c4-86aa-4c83-b774-3a967da93bdc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ce154d54-05e0-40af-b315-fb1c3636330a, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 35b1790d-0eae-41ee-8bec-e47e19304ad8, kind: Service { id: ce154d54-05e0-40af-b315-fb1c3636330a }, name: Name(\"ntp-ce154d54-05e0-40af-b315-fb1c3636330a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 98])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8980312-6454-4f78-93d1-c72b7fde6578, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } } } }, OmicronZoneConfig { id: c51ad717-82f0-4228-a328-bb006d82d9d0, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } } } }, OmicronZoneConfig { id: eda93a73-2d4f-47b9-ae0c-006d54897e07, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } } } }, OmicronZoneConfig { id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.407951901Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.408306295Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.408332345Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.428488493Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.428535253Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.446917182Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.446955903Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.464627603Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.464665634Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.48285Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.482883211Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.500808924Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.500859585Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.518465655Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.518513286Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.536293198Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.536331998Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.554216091Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.554265442Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.554521415Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.554652766Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:33.585804933Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:33.585837883Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:33.585856433Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:33.585866443Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:33.585874403Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:33.58602286Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"693fb14f-0d51-4c73-9899-c7bf11862bca","remote_addr":"[fd00:1122:3344:101::1]:55700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\", TimeNotSynchronized), (\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\", TimeNotSynchronized), (\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\", TimeNotSynchronized), (\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\", TimeNotSynchronized), (\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\", TimeNotSynchronized)]","latency_us":178371,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:33.586226267Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"695.046836ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"693fb14f-0d51-4c73-9899-c7bf11862bca\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:38:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"693fb14f-0d51-4c73-9899-c7bf11862bca\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ca5535c4-86aa-4c83-b774-3a967da93bdc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ce154d54-05e0-40af-b315-fb1c3636330a, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 35b1790d-0eae-41ee-8bec-e47e19304ad8, kind: Service { id: ce154d54-05e0-40af-b315-fb1c3636330a }, name: Name(\"ntp-ce154d54-05e0-40af-b315-fb1c3636330a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 98])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8980312-6454-4f78-93d1-c72b7fde6578, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } } } }, OmicronZoneConfig { id: c51ad717-82f0-4228-a328-bb006d82d9d0, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } } } }, OmicronZoneConfig { id: eda93a73-2d4f-47b9-ae0c-006d54897e07, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } } } }, OmicronZoneConfig { id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.280128985Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.280511249Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.280522129Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.299528684Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.299580875Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.319327888Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.319368758Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.336757396Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.336804477Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.356322268Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.356364458Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.373991748Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.374034819Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.392150095Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.392200485Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.411516574Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.411562254Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.429904423Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.429951653Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.430147735Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.430284907Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:34.462201301Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:34.462255102Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:34.462265402Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:34.462277982Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:34.462287722Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3065","zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.462388183Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"ad4ef003-ecc8-4e0c-a7d4-437c0ec9f283","remote_addr":"[fd00:1122:3344:101::1]:55700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\", TimeNotSynchronized), (\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\", TimeNotSynchronized), (\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\", TimeNotSynchronized), (\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\", TimeNotSynchronized), (\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\", TimeNotSynchronized)]","latency_us":182589,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:34.462542115Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:475","retry_after":"443.477747ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad4ef003-ecc8-4e0c-a7d4-437c0ec9f283\", \"content-length\": \"124\", \"date\": \"Mon, 29 Jul 2024 22:38:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ad4ef003-ecc8-4e0c-a7d4-437c0ec9f283\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ca5535c4-86aa-4c83-b774-3a967da93bdc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ce154d54-05e0-40af-b315-fb1c3636330a, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 35b1790d-0eae-41ee-8bec-e47e19304ad8, kind: Service { id: ce154d54-05e0-40af-b315-fb1c3636330a }, name: Name(\"ntp-ce154d54-05e0-40af-b315-fb1c3636330a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 98])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8980312-6454-4f78-93d1-c72b7fde6578, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } } } }, OmicronZoneConfig { id: c51ad717-82f0-4228-a328-bb006d82d9d0, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } } } }, OmicronZoneConfig { id: eda93a73-2d4f-47b9-ae0c-006d54897e07, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } } } }, OmicronZoneConfig { id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.906796415Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.90721616Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.9072336Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.926240575Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.926282626Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.945046308Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.945093679Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.962876171Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.962910911Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.981183219Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.98122392Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.998387195Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:34.998423295Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.018464382Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.018502362Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.036176873Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.036212803Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.055466202Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.055519312Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.055727904Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.055862726Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.13861469Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.138687401Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.138699091Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.138705641Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.138712391Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.230535394Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.234486988Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.238911904Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.24315146Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.247660599Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.252234318Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.256752607Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.260907102Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.265106677Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:35.269575725Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:38.156109608Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918 zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:38.156242259Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Profile for oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:38.164448548Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578 zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:38.16461244Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Profile for oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:38.229512031Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:38.229636702Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Profile for oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:38.236235823Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07 zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:38.236382585Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Profile for oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:38.255415571Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:38.255562992Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\") failed: Property not found. retry in 65.232464ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:38.306968707Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\") failed: Property not found. retry in 40.783707ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:38.314062194Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\") failed: Property not found. retry in 64.477564ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:38.364136465Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\") failed: Property not found. retry in 40.134709ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:38.372067611Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\") failed: Property not found. retry in 74.295976ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:38.481147139Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\") failed: Property not found. retry in 95.194394ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:38.523913011Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\") failed: Property not found. retry in 99.84521ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:38.814111357Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\") failed: Property not found. retry in 74.907672ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:39.297987805Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\") failed: Property not found. retry in 231.428815ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:39.363767925Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\") failed: Property not found. retry in 40.991364ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:39.538468523Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\") failed: Property not found. retry in 125.563292ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:39.686856338Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\") failed: Property not found. retry in 284.815049ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:41.096351705Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\") failed: Property not found. retry in 238.928444ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:41.163073806Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\") failed: Property not found. retry in 217.879037ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:41.181145721Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\") failed: Property not found. retry in 82.291788ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:41.200243907Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\") failed: Property not found. retry in 427.706832ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:41.216823357Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\") failed: Property not found. retry in 137.786534ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:41.293290923Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\") failed: Property not found. retry in 410.990258ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:41.391395783Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\") failed: Property not found. retry in 529.278778ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:41.410301977Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\") failed: Property not found. retry in 214.715594ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:41.418542796Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\") failed: Property not found. retry in 581.038566ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:41.439988518Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\") failed: Property not found. retry in 858.48548ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:41.643272764Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\") failed: Property not found. retry in 845.561146ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:41.654073271Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\") failed: Property not found. retry in 687.809768ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:41.812642724Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\") failed: Property not found. retry in 1.392291709s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:41.950918488Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\") failed: Property not found. retry in 860.813752ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:42.029171714Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\") failed: Property not found. retry in 526.273842ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:42.506960816Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\") failed: Property not found. retry in 1.408319685s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:42.514186764Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\") failed: Property not found. retry in 992.665529ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:42.521994738Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\") failed: Property not found. retry in 1.064386407s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:42.896881339Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\") failed: Property not found. retry in 1.247216714s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:43.041340719Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\") failed: Property not found. retry in 716.544893ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:43.349027223Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\") failed: Property not found. retry in 969.430727ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:43.521019472Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\") failed: Property not found. retry in 1.178089957s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:43.931445676Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\") failed: Property not found. retry in 1.289843221s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:43.969821921Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\") failed: Property not found. retry in 721.81501ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:44.074739742Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\") failed: Property not found. retry in 583.155993ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:44.297778776Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:44.297956698Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:44.29816611Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"1af4c92d-9d16-47ac-82cb-7ffcb1cce2c8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65228","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\") failed: Property not found. retry in 1.040723794s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:44.502264469Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\") failed: Property not found. retry in 1.168550098s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:44.806624309Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\") failed: Property not found. retry in 835.63021ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:44.889597423Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\") failed: Property not found. retry in 604.561464ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:45.117328401Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\") failed: Property not found. retry in 1.391927198s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:45.268369415Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\") failed: Property not found. retry in 923.45055ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:45.550834874Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\") failed: Property not found. retry in 1.22835853s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:45.730549191Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\") failed: Property not found. retry in 560.014441ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:45.738407485Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\") failed: Property not found. retry in 545.314312ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:45.983899359Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\") failed: Property not found. retry in 1.009152638s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:46.306975958Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\") failed: Property not found. retry in 745.284928ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:46.484290667Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\") failed: Property not found. retry in 981.544242ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:46.539148988Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\") failed: Property not found. retry in 802.225435ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:46.669791142Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\") failed: Property not found. retry in 527.108139ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:46.969779145Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:47.193782991Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"442.493461ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07\") failed: Property not found. retry in 1.138832275s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:47.238947095Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918\") failed: Property not found. retry in 1.28268753s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:47.326561488Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0\") failed: Property not found. retry in 654.819488ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:47.482563245Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f\") failed: Property not found. retry in 1.079987003s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:47.507718729Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578\") failed: Property not found. retry in 1.323268005s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:38:47.52993079Z","hostname":"sock","pid":1555,"zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:48.878790159Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_cockroachdb_7f9ff123-34da-4c7f-a028-b2d90dd61918"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:48.87885646Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_cockroachdb_56e486ef-19eb-40b6-9a7c-7a0798b0717f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:48.87886658Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_cockroachdb_eda93a73-2d4f-47b9-ae0c-006d54897e07"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:48.87887621Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_cockroachdb_e8980312-6454-4f78-93d1-c72b7fde6578"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:48.87888794Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_cockroachdb_c51ad717-82f0-4228-a328-bb006d82d9d0"} {"msg":"Writing ledger to /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:48.87891353Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:48.879314145Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:48.879627338Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"e80c1b02-f8ad-4348-9d48-ad709c189d82","remote_addr":"[fd00:1122:3344:101::1]:55700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":13996397,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:48.912551999Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:33809"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::6]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:38:48.94665104Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3484"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:05.801863698Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3502"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.03282655Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3525"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.033407067Z","hostname":"sock","pid":1555,"uri":"/cockroachdb","method":"POST","req_id":"a1a3b5a1-06e6-47c6-9691-97d66b1e6d90","remote_addr":"[fd00:1122:3344:101::1]:33809","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":36120879,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.035259547Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42830"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.03834055Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"1a13f952-e34a-484c-ab5d-8e212d122830","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42830","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":2251,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:25.04484582Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"697.676658ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: ca5535c4-86aa-4c83-b774-3a967da93bdc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: ce154d54-05e0-40af-b315-fb1c3636330a, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 35b1790d-0eae-41ee-8bec-e47e19304ad8, kind: Service { id: ce154d54-05e0-40af-b315-fb1c3636330a }, name: Name(\"ntp-ce154d54-05e0-40af-b315-fb1c3636330a\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 145, 98])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8980312-6454-4f78-93d1-c72b7fde6578, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } } } }, OmicronZoneConfig { id: c51ad717-82f0-4228-a328-bb006d82d9d0, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } } } }, OmicronZoneConfig { id: eda93a73-2d4f-47b9-ae0c-006d54897e07, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } } } }, OmicronZoneConfig { id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External } } } }, OmicronZoneConfig { id: c7cbce45-db2b-4845-9e78-18d081084868, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 50211586-caa1-4cf8-bcf8-b7d00910f484, kind: Service { id: c7cbce45-db2b-4845-9e78-18d081084868 }, name: Name(\"external-dns-c7cbce45-db2b-4845-9e78-18d081084868\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 154])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 1c3d5ab6-31de-474e-97ec-9d0bd0867346, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 4ec154ee-e1e8-408f-b66e-8314d47c80b5, kind: Service { id: 1c3d5ab6-31de-474e-97ec-9d0bd0867346 }, name: Name(\"external-dns-1c3d5ab6-31de-474e-97ec-9d0bd0867346\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 112])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 76fd2b02-678b-4e03-9dc5-319abe1f9625, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: eb8f864f-75c3-4fd8-92a1-639ff8f355e0, kind: Service { id: 76fd2b02-678b-4e03-9dc5-319abe1f9625 }, name: Name(\"nexus-76fd2b02-678b-4e03-9dc5-319abe1f9625\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5a29119a-5f7c-4e81-9859-c1a411d7ff4a, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 04fcb670-76ba-4fb0-bafa-c9b2df44923c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 0ffc94ef-9f44-40ac-9c65-5abb547e34c5, kind: Service { id: 5a29119a-5f7c-4e81-9859-c1a411d7ff4a }, name: Name(\"nexus-5a29119a-5f7c-4e81-9859-c1a411d7ff4a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 203])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d3816e9a-29fe-4fbf-9679-8e503fed9200, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 3ec6f50d-f20e-423f-97ea-9dcd3515db2e, kind: Service { id: d3816e9a-29fe-4fbf-9679-8e503fed9200 }, name: Name(\"nexus-d3816e9a-29fe-4fbf-9679-8e503fed9200\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 241, 210])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f9d230c3-97a6-45db-9b1b-e0cf556f265b, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 98eb1632-0336-476c-bf00-87e4151f37b0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 66d6a959-e069-4706-b7f7-fb731dc6cd2e, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } } } }, OmicronZoneConfig { id: b75adb4f-db48-40b9-a3f0-249498bb00de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: cc06cb4d-5f75-4c88-861d-38da62a89328, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: e6d3f571-bb52-46a5-a2a3-d5472e3f9619, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External } } } }, OmicronZoneConfig { id: bb307168-4f8f-4f5a-8252-1e92fed5977a, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External } } } }, OmicronZoneConfig { id: 04b1fd7e-96b1-461b-bc8b-f155efc1cf95, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External } } } }, OmicronZoneConfig { id: c4434fa6-6df9-42b3-9cb3-e88987ed5ba4, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6275df0c-b10c-43f4-83f1-62c4119e58fb, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External } } } }, OmicronZoneConfig { id: 660f230a-76e8-4cd3-bbad-34b8e456b1d4, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 04fcb670-76ba-4fb0-bafa-c9b2df44923c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04fcb670-76ba-4fb0-bafa-c9b2df44923c (zpool), kind: External } } } }, OmicronZoneConfig { id: 3c8aaa65-4b1f-49dd-98a8-2c057c75116a, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3281511c-4673-42b3-8dab-e94e4a6668a3, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 52ee60ab-a8a0-45da-931e-f84445fb42ad (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 52ee60ab-a8a0-45da-931e-f84445fb42ad (zpool), kind: External } } } }, OmicronZoneConfig { id: a8c8013e-e4ff-4340-b458-44438a278032, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 98eb1632-0336-476c-bf00-87e4151f37b0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 98eb1632-0336-476c-bf00-87e4151f37b0 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.077210319Z","hostname":"sock","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.078730235Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:43234"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.085127974Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.085145534Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 79c51747-ca1a-4e88-9137-9c18ed9250ef, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.112186986Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.112232266Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 9346c5c1-123a-4a00-a0dc-e69a28260ad4, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.131861478Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.131908608Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: ca5535c4-86aa-4c83-b774-3a967da93bdc, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.152031785Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.152081515Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e8980312-6454-4f78-93d1-c72b7fde6578, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.173295994Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.173339795Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c51ad717-82f0-4228-a328-bb006d82d9d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.194587644Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.194633454Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: eda93a73-2d4f-47b9-ae0c-006d54897e07, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.215194436Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.215233476Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 56e486ef-19eb-40b6-9a7c-7a0798b0717f, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.237574837Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.237623077Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 7f9ff123-34da-4c7f-a028-b2d90dd61918, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c7cbce45-db2b-4845-9e78-18d081084868, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.259588414Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.259653175Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c7cbce45-db2b-4845-9e78-18d081084868, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1c3d5ab6-31de-474e-97ec-9d0bd0867346, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.409418748Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.409476868Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 1c3d5ab6-31de-474e-97ec-9d0bd0867346, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 66d6a959-e069-4706-b7f7-fb731dc6cd2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.556391891Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.556448982Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 66d6a959-e069-4706-b7f7-fb731dc6cd2e, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e6d3f571-bb52-46a5-a2a3-d5472e3f9619, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.777783627Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.777823928Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: e6d3f571-bb52-46a5-a2a3-d5472e3f9619, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a141eed-dbb3-4454-bf4d-a80450bce769 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb307168-4f8f-4f5a-8252-1e92fed5977a, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.891124478Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:25.891179559Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: bb307168-4f8f-4f5a-8252-1e92fed5977a, dataset_name: DatasetName { pool_name: ZpoolName { id: 7d81c0ff-af0b-41a7-af78-d5743695642b (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 04b1fd7e-96b1-461b-bc8b-f155efc1cf95, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.04438973Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.04443647Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 04b1fd7e-96b1-461b-bc8b-f155efc1cf95, dataset_name: DatasetName { pool_name: ZpoolName { id: d8cd1e2c-62b5-4e76-942c-224348db940d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4434fa6-6df9-42b3-9cb3-e88987ed5ba4, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.170873813Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.170927163Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: c4434fa6-6df9-42b3-9cb3-e88987ed5ba4, dataset_name: DatasetName { pool_name: ZpoolName { id: 66d6450a-3284-4c65-a285-1d8bcf4bac93 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6275df0c-b10c-43f4-83f1-62c4119e58fb, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.300173526Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.300333197Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 6275df0c-b10c-43f4-83f1-62c4119e58fb, dataset_name: DatasetName { pool_name: ZpoolName { id: f160aa1c-495d-4a9a-87f5-34e62fd8601e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 660f230a-76e8-4cd3-bbad-34b8e456b1d4, dataset_name: DatasetName { pool_name: ZpoolName { id: 04fcb670-76ba-4fb0-bafa-c9b2df44923c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.436336193Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.436393573Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 660f230a-76e8-4cd3-bbad-34b8e456b1d4, dataset_name: DatasetName { pool_name: ZpoolName { id: 04fcb670-76ba-4fb0-bafa-c9b2df44923c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3c8aaa65-4b1f-49dd-98a8-2c057c75116a, dataset_name: DatasetName { pool_name: ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.558085945Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.558143035Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 3c8aaa65-4b1f-49dd-98a8-2c057c75116a, dataset_name: DatasetName { pool_name: ZpoolName { id: 79239725-361e-43c2-880b-8a7b1b1f2d02 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3281511c-4673-42b3-8dab-e94e4a6668a3, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ee60ab-a8a0-45da-931e-f84445fb42ad (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.647441058Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.647490418Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: 3281511c-4673-42b3-8dab-e94e4a6668a3, dataset_name: DatasetName { pool_name: ZpoolName { id: 52ee60ab-a8a0-45da-931e-f84445fb42ad (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a8c8013e-e4ff-4340-b458-44438a278032, dataset_name: DatasetName { pool_name: ZpoolName { id: 98eb1632-0336-476c-bf00-87e4151f37b0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.817177476Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.817229297Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:772","request":"NewFilesystemRequest { dataset_id: a8c8013e-e4ff-4340-b458-44438a278032, dataset_name: DatasetName { pool_name: ZpoolName { id: 98eb1632-0336-476c-bf00-87e4151f37b0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.947802704Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.948279389Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.951229411Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:26.952446834Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.120201752Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:258"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.123028202Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.138222216Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:258"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.138436018Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.138497069Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.163787731Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:258"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.164221726Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.201561778Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.201601469Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.201606309Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.350532803Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:258"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.350791616Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.350805177Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.350836217Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.352161501Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:258"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.389623055Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.389667505Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.389673085Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.389676725Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Configuring new Omicron zone: oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.389858257Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.39752164Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.402514223Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.407408356Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.412913336Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.417517755Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.422179746Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.562799331Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.568113438Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.573022991Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.577999074Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.582966958Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.587401376Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.592277188Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.597438834Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.602376367Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.608537334Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.614162004Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.618932406Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.623912539Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.628069924Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.632473792Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.636771338Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.641375507Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.6462192Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.652274135Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.658149878Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.663821149Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.704950582Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.737394592Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.775147789Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.812927596Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.853975288Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:275","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.856526306Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:300"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.856551226Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.932374463Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:426","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 230, 112]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.932405733Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1210","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.933502335Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:300"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.933512855Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.982492713Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:426","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 158, 154]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.982524383Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1210","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.984430234Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:300"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:27.984449314Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.035251432Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:426","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 241, 210]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.035279222Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1210","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.037558976Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:300"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.037572897Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.092298696Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:426","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 239, 30]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.092338277Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1210","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.093716751Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:300"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.093729211Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:192","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.142616288Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:426","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 172, 203]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.142639049Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1210","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.145039744Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.145053665Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.148754224Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.148767335Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.148775595Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.148780555Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.166425525Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.168055323Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.20774002Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.21053517Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.211149627Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.213775725Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.213793525Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.213807605Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.213814745Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.213888166Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.294876898Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.298384836Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.301091165Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.301104796Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Configuring new Omicron zone: oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.301394029Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.317196569Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.327932875Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.427428007Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.441071884Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.453303706Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.464335435Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.476039281Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.501173652Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:28.513726187Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.432088797Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.432270489Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Profile for oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.446183229Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.446384661Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Profile for oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.490688229Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.490894811Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Profile for oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.525266481Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.525464223Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Profile for oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.558100395Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.558286007Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Profile for oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.565791038Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.56597058Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Profile for oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.582067653Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.582262385Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Profile for oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.60869037Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.608866012Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Profile for oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.656342803Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95 zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.656577076Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Profile for oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.664720134Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.664916916Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Profile for oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.671060872Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032 zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:30.671231084Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"wait for service Some(\"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4\") failed: Property not found. retry in 58.296081ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.01425316Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3\") failed: Property not found. retry in 69.493704ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.023338058Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 49.150712ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.031336854Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 55.590655ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.039427161Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032\") failed: Property not found. retry in 33.905581ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.048006734Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b\") failed: Property not found. retry in 40.387346ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.056375254Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95\") failed: Property not found. retry in 32.445016ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.064237049Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 65.36793ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.071924381Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 55.344659ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.081698217Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb\") failed: Property not found. retry in 32.61268ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.148014761Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 96.859558ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.274742807Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 122.763285ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.288777888Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032\") failed: Property not found. retry in 93.205939ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.313252781Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b\") failed: Property not found. retry in 76.270687ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.334835154Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95\") failed: Property not found. retry in 108.278486ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.360106496Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4\") failed: Property not found. retry in 79.464139ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.377357392Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 73.520176ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.478845506Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4\") failed: Property not found. retry in 30.011316ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.497620518Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3\") failed: Property not found. retry in 89.804356ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.836456269Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 110.677044ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.902142327Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb\") failed: Property not found. retry in 94.243918ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.939766972Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 266.836794ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.961468026Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 120.354275ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:31.979750753Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032\") failed: Property not found. retry in 267.764492ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.016261976Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b\") failed: Property not found. retry in 259.633543ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.03886703Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95\") failed: Property not found. retry in 150.217729ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.077054671Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4\") failed: Property not found. retry in 207.616556ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.094428839Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 284.034902ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.120758482Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4\") failed: Property not found. retry in 134.391174ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.137136139Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3\") failed: Property not found. retry in 198.554211ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.169584099Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 260.774425ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.180668088Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb\") failed: Property not found. retry in 253.189928ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.19204955Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 346.045436ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.202934668Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95\") failed: Property not found. retry in 219.787671ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.238645763Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 568.222211ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.248529679Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4\") failed: Property not found. retry in 282.200749ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.28292677Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032\") failed: Property not found. retry in 474.426943ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.293994739Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b\") failed: Property not found. retry in 313.96908ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.307886788Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4\") failed: Property not found. retry in 281.694115ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.317933937Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3\") failed: Property not found. retry in 577.459912ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.381894126Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 519.553131ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.418750963Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 230.39572ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.454011563Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb\") failed: Property not found. retry in 559.121383ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.465371605Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95\") failed: Property not found. retry in 1.012987861s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.477115152Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 784.423947ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.561963556Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4\") failed: Property not found. retry in 334.279734ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.576910847Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4\") failed: Property not found. retry in 862.753178ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.615884897Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b\") failed: Property not found. retry in 1.140036472s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.63476154Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 1.180334812s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.697567847Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032\") failed: Property not found. retry in 1.009010104s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.785622846Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 934.040636ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.860555073Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4\") failed: Property not found. retry in 815.241961ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.930397366Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 998.999839ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.952215131Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3\") failed: Property not found. retry in 1.081731291s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:32.972087375Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb\") failed: Property not found. retry in 742.774093ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:33.03746313Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 527.779375ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:33.362861506Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4\") failed: Property not found. retry in 670.625954ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:33.492182909Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95\") failed: Property not found. retry in 790.802934ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:33.506574504Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4\") failed: Property not found. retry in 1.139825016s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:33.760818064Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b\") failed: Property not found. retry in 896.548567ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:33.78735216Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb\") failed: Property not found. retry in 1.142318889s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:33.79761396Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 987.37131ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:33.8077669Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032\") failed: Property not found. retry in 1.220880024s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:33.817882769Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 569.915487ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:33.888781212Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 659.069796ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:33.900229966Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 936.850364ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:33.963770521Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3\") failed: Property not found. retry in 807.394512ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.06579527Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4\") failed: Property not found. retry in 773.050051ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.174429101Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:34.199209017Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328 zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:34.19943514Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"wait for service Some(\"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95\") failed: Property not found. retry in 865.928933ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.310437986Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328\") failed: Property not found. retry in 52.359278ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.412570206Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:34.413059851Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619 zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:34.413274754Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 1.05409284s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.47231416Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328\") failed: Property not found. retry in 70.029167ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.482355118Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328\") failed: Property not found. retry in 255.121669ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.565783997Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 906.711058ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.578431843Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619\") failed: Property not found. retry in 74.995191ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.664898645Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b\") failed: Property not found. retry in 752.726421ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.6950447Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619\") failed: Property not found. retry in 64.104329ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.751222885Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 527.129856ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.807601563Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619\") failed: Property not found. retry in 298.01681ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.828100013Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328\") failed: Property not found. retry in 587.176138ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.839767429Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3\") failed: Property not found. retry in 1.058827285s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.886037038Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 1.277243197s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.911542323Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4\") failed: Property not found. retry in 735.862841ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.92339206Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb\") failed: Property not found. retry in 792.955369ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.951066478Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4\") failed: Property not found. retry in 1.108808423s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:34.961036146Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032\") failed: Property not found. retry in 1.193023932s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:35.050028255Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619\") failed: Property not found. retry in 429.537461ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:35.139944264Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95\") failed: Property not found. retry in 1.499770265s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:35.188657518Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 652.819279ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:35.34842741Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328\") failed: Property not found. retry in 700.647204ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:35.439012596Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b\") failed: Property not found. retry in 1.216708328s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:35.458246573Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 1.465756488s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:35.498606848Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 1.085784569s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:35.536790699Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619\") failed: Property not found. retry in 1.122424383s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:35.578022634Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4\") failed: Property not found. retry in 1.406038573s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:35.667895322Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb\") failed: Property not found. retry in 530.768378ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:35.756011611Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3\") failed: Property not found. retry in 1.042933042s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:35.954948235Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 1.140934955s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:36.011522585Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4\") failed: Property not found. retry in 895.924598ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:36.079983672Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328\") failed: Property not found. retry in 714.967598ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:36.149702484Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 1.131202306s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:36.199152506Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032\") failed: Property not found. retry in 1.41881899s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:36.253261209Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb\") failed: Property not found. retry in 1.000703132s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:36.296104731Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 675.364727ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:36.632358824Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b\") failed: Property not found. retry in 935.081348ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:36.689804973Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95\") failed: Property not found. retry in 1.227591143s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:36.702681102Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619\") failed: Property not found. retry in 555.284047ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:36.712324646Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328\") failed: Property not found. retry in 747.254597ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:36.883993216Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 647.248851ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:36.974456791Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4\") failed: Property not found. retry in 1.22448404s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:36.98463619Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3\") failed: Property not found. retry in 1.190639884s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:37.010775652Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4\") failed: Property not found. retry in 1.494631103s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:37.082832518Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 910.835129ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:37.161306274Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619\") failed: Property not found. retry in 955.368551ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:37.348053746Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 568.714494ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:37.391692036Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb\") failed: Property not found. retry in 1.429956353s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:37.425814374Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 760.768596ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:37.503675213Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:37.543663124Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:37.543691604Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 969.871718ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:37.636065529Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328\") failed: Property not found. retry in 981.434196ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:37.647774986Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b\") failed: Property not found. retry in 1.307231808s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:37.659927946Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032\") failed: Property not found. retry in 815.83502ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:37.687523114Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a\") failed: Property not found. retry in 46.423132ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:37.823235836Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a\") failed: Property not found. retry in 117.301035ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:37.880631695Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95\") failed: Property not found. retry in 1.027599076s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:37.984677546Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 673.803667ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.106433908Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 1.335664193s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.218127431Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a\") failed: Property not found. retry in 153.746606ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.23471328Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4\") failed: Property not found. retry in 909.081075ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.24866599Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3\") failed: Property not found. retry in 1.089016156s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.259713389Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 514.744998ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.278795845Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619\") failed: Property not found. retry in 553.701502ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.315091776Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a\") failed: Property not found. retry in 287.584623ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.406536821Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032\") failed: Property not found. retry in 726.123137ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.521411589Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4\") failed: Property not found. retry in 972.606301ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.605208372Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 698.784857ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.626807884Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328\") failed: Property not found. retry in 981.38091ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.644699957Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:38.645353534Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868 zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:38.645678708Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Profile for oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:38.671723548Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346 zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:38.671951271Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"wait for service Some(\"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a\") failed: Property not found. retry in 1.073811849s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.70810118Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 1.287723309s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.797300652Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 883.838949ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.815029592Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb\") failed: Property not found. retry in 1.090902377s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.871131767Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619\") failed: Property not found. retry in 941.836624ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.88533242Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346\") failed: Property not found. retry in 28.936891ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.965565975Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868\") failed: Property not found. retry in 45.760463ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:38.983137464Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b\") failed: Property not found. retry in 706.028654ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.000073966Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346\") failed: Property not found. retry in 97.428452ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.012572371Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95\") failed: Property not found. retry in 1.373005004s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.030857458Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868\") failed: Property not found. retry in 117.773208ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.155020956Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346\") failed: Property not found. retry in 112.201221ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.199767648Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4\") failed: Property not found. retry in 751.700375ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.230814693Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032\") failed: Property not found. retry in 629.469506ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.272145518Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868\") failed: Property not found. retry in 153.530221ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.298953457Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346\") failed: Property not found. retry in 414.627243ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.338153799Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 1.183718073s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.376487732Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3\") failed: Property not found. retry in 1.484827297s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.408255954Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868\") failed: Property not found. retry in 456.973425ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.494517764Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 1.359437788s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.589047152Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4\") failed: Property not found. retry in 898.329731ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.620489581Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328\") failed: Property not found. retry in 1.202694852s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.653131753Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 520.626334ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.724271449Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b\") failed: Property not found. retry in 1.375830293s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.751687085Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346\") failed: Property not found. retry in 479.182474ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.775980027Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a\") failed: Property not found. retry in 999.155469ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.801200618Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619\") failed: Property not found. retry in 1.046325695s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.850972015Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:39.900751181Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:39.900811232Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625 zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:39.900826572Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"Booting oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200 zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:39.90904726Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"wait for service Some(\"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032\") failed: Property not found. retry in 1.085219561s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.931673074Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868\") failed: Property not found. retry in 729.080418ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.969723524Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb\") failed: Property not found. retry in 525.362822ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:39.988606888Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4\") failed: Property not found. retry in 1.455151746s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.009004037Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 1.223513601s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.106075574Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625\") failed: Property not found. retry in 25.197094ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.213719463Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200\") failed: Property not found. retry in 35.419294ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.228535823Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625\") failed: Property not found. retry in 51.830065ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.253691614Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 554.274023ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.273793781Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346\") failed: Property not found. retry in 826.088432ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.290350889Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200\") failed: Property not found. retry in 123.875096ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.42688279Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625\") failed: Property not found. retry in 231.31905ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.601194718Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.796772736Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"2.34194745s"} {"msg":"wait for service Some(\"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95\") failed: Property not found. retry in 1.169605243s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.825699267Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4\") failed: Property not found. retry in 1.065726824s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.884245668Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb\") failed: Property not found. retry in 949.148583ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.914573815Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200\") failed: Property not found. retry in 172.497824ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.928808628Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619\") failed: Property not found. retry in 545.437752ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.939082269Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868\") failed: Property not found. retry in 516.438614ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.949136937Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328\") failed: Property not found. retry in 1.235694226s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.95685428Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 756.430392ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.967582696Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 1.246783531s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.977901627Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625\") failed: Property not found. retry in 363.675026ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.989848076Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a\") failed: Property not found. retry in 652.243642ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:40.999959495Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 598.799548ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.009322356Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3\") failed: Property not found. retry in 948.480148ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.017774007Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032\") failed: Property not found. retry in 1.153604405s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.027913946Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:41.040590183Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:41.040821105Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"wait for service Some(\"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200\") failed: Property not found. retry in 508.323655ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.112366056Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346\") failed: Property not found. retry in 1.370720606s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.126990844Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b\") failed: Property not found. retry in 528.250442ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.138928812Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e\") failed: Property not found. retry in 50.967704ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.263288222Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e\") failed: Property not found. retry in 116.603355ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.326875017Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 749.597586ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.342443255Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625\") failed: Property not found. retry in 592.261288ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.444713547Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e\") failed: Property not found. retry in 194.732432ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.478243288Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868\") failed: Property not found. retry in 1.253357347s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.489056125Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4\") failed: Property not found. retry in 1.091199141s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.500193355Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619\") failed: Property not found. retry in 655.333508ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.51186187Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 987.390074ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.619963615Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200\") failed: Property not found. retry in 460.893907ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.630692691Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a\") failed: Property not found. retry in 904.36207ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.66218769Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b\") failed: Property not found. retry in 1.067323756s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.677903679Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e\") failed: Property not found. retry in 527.796806ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.688285521Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 510.265753ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.734968896Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb\") failed: Property not found. retry in 831.111461ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.875042934Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4\") failed: Property not found. retry in 676.705009ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.961716988Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3\") failed: Property not found. retry in 1.381636469s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:41.977641359Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95\") failed: Property not found. retry in 1.424312994s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.008641553Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625\") failed: Property not found. retry in 1.412788967s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.045914515Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200\") failed: Property not found. retry in 568.578747ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.101467554Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 989.985369ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.109772813Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619\") failed: Property not found. retry in 1.113985338s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.179468794Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032\") failed: Property not found. retry in 849.37619ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.191379462Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328\") failed: Property not found. retry in 590.080366ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.203136989Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e\") failed: Property not found. retry in 853.824179ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.2282729Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 1.479687945s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.238919995Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 1.179485939s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.255012208Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346\") failed: Property not found. retry in 1.072461314s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.510315159Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a\") failed: Property not found. retry in 608.607371ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.579188411Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4\") failed: Property not found. retry in 1.166484972s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.602889526Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 1.103007011s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.619668847Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4\") failed: Property not found. retry in 1.048211253s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.651032865Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200\") failed: Property not found. retry in 1.345815128s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.682417163Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb\") failed: Property not found. retry in 1.261619302s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.72106647Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868\") failed: Property not found. retry in 1.311220914s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.75636452Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b\") failed: Property not found. retry in 1.353513533s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.768557142Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328\") failed: Property not found. retry in 1.227157502s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:42.807333279Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032\") failed: Property not found. retry in 602.257247ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:43.056546475Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e\") failed: Property not found. retry in 1.326894585s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:43.096414134Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 737.177464ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:43.112304145Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a\") failed: Property not found. retry in 969.521899ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:43.203604329Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619\") failed: Property not found. retry in 1.19438169s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:43.310624272Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3\") failed: Property not found. retry in 1.422459098s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:43.373919374Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95\") failed: Property not found. retry in 800.492352ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:43.451344278Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 660.172013ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:43.463771812Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625\") failed: Property not found. retry in 1.407501285s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:43.477596201Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346\") failed: Property not found. retry in 1.497403679s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:43.598928878Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032\") failed: Property not found. retry in 881.678053ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:43.677675447Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4\") failed: Property not found. retry in 753.561755ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:43.722435709Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 1.050624244s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:43.735382019Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 1.245002906s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:43.749048406Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4\") failed: Property not found. retry in 1.358914037s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:43.785018263Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 742.427027ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:43.865988266Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb\") failed: Property not found. retry in 1.20261582s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:44.000409315Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200\") failed: Property not found. retry in 519.503547ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:44.044293537Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328\") failed: Property not found. retry in 1.290233509s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:44.059603412Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868\") failed: Property not found. retry in 1.051724333s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:44.083709442Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b\") failed: Property not found. retry in 1.448186877s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:44.136921526Z","hostname":"sock","pid":1555,"zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 1.122695963s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:44.155057611Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a\") failed: Property not found. retry in 1.287406799s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:44.187349389Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95\") failed: Property not found. retry in 1.486545201s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:44.266619603Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e\") failed: Property not found. retry in 1.457318255s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:44.438578806Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4\") failed: Property not found. retry in 987.961225ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:44.488752856Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619\") failed: Property not found. retry in 1.020357115s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:44.518056632Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032\") failed: Property not found. retry in 875.128878ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:44.573976165Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200\") failed: Property not found. retry in 971.179868ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:44.585089584Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de\") failed: Property not found. retry in 1.401766736s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:44.620088492Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 742.84396ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:44.79715786Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3\") failed: Property not found. retry in 871.914579ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:44.812920229Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625\") failed: Property not found. retry in 1.088065709s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:44.897981236Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc\") failed: Property not found. retry in 675.19234ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:45.009920892Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346\") failed: Property not found. retry in 798.230093ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:45.109223442Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868\") failed: Property not found. retry in 1.235279634s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:45.149951001Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4\") failed: Property not found. retry in 1.06406752s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:45.159520784Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a\") failed: Property not found. retry in 1.333401901s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:45.291644978Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a\") failed: Property not found. retry in 1.071035905s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:45.492034036Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4\") failed: Property not found. retry in 628.535213ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:45.503408809Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619\") failed: Property not found. retry in 794.198698ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:45.552786141Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a\") failed: Property not found. retry in 1.130004065s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:45.563311744Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200\") failed: Property not found. retry in 846.05486ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:45.573957909Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3\") failed: Property not found. retry in 1.470999353s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:45.703136231Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95\") failed: Property not found. retry in 1.245225502s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:45.770799482Z","hostname":"sock","pid":1555,"zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e\") failed: Property not found. retry in 832.955392ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:45.910855999Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346\") failed: Property not found. retry in 911.974779ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:45.927712861Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625\") failed: Property not found. retry in 1.083038477s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:46.007686363Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868\") failed: Property not found. retry in 1.035198283s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:46.411375222Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200\") failed: Property not found. retry in 530.944336ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:46.436093009Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a\") failed: Property not found. retry in 861.102896ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:46.58282993Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e\") failed: Property not found. retry in 1.075331806s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:46.770970117Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346\") failed: Property not found. retry in 585.693564ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:46.8622485Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200\") failed: Property not found. retry in 1.385482361s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:46.983530358Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625\") failed: Property not found. retry in 1.312874229s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:47.118121968Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a\") failed: Property not found. retry in 764.524565ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:47.461647559Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346\") failed: Property not found. retry in 1.108526341s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:47.48213983Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868\") failed: Property not found. retry in 985.049701ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:47.498372505Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e\") failed: Property not found. retry in 1.278872048s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:47.862866502Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a\") failed: Property not found. retry in 979.148749ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:48.239900345Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200\") failed: Property not found. retry in 1.422671415s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:48.384555483Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625\") failed: Property not found. retry in 636.966064ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:48.444273317Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868\") failed: Property not found. retry in 864.504105ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:48.49658213Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346\") failed: Property not found. retry in 772.097726ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:48.606325313Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625\") failed: Property not found. retry in 749.833075ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:49.092088327Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e\") failed: Property not found. retry in 917.721448ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:49.153939854Z","hostname":"sock","pid":1555,"zone":"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a\") failed: Property not found. retry in 702.803226ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:49.229845602Z","hostname":"sock","pid":1555,"zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868\") failed: Property not found. retry in 1.427725635s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:49.372872663Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346\") failed: Property not found. retry in 522.987319ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:49.388282769Z","hostname":"sock","pid":1555,"zone":"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.83156952Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_crucible_3281511c-4673-42b3-8dab-e94e4a6668a3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.83163231Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_external_dns_1c3d5ab6-31de-474e-97ec-9d0bd0867346"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.831639711Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_crucible_pantry_b75adb4f-db48-40b9-a3f0-249498bb00de"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.831644391Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_crucible_6275df0c-b10c-43f4-83f1-62c4119e58fb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.831648671Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_nexus_d3816e9a-29fe-4fbf-9679-8e503fed9200"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.831652501Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_crucible_e6d3f571-bb52-46a5-a2a3-d5472e3f9619"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.831656831Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_external_dns_c7cbce45-db2b-4845-9e78-18d081084868"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.831660371Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_clickhouse_66d6a959-e069-4706-b7f7-fb731dc6cd2e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.831664291Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_crucible_pantry_cc06cb4d-5f75-4c88-861d-38da62a89328"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.831668401Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_crucible_bb307168-4f8f-4f5a-8252-1e92fed5977a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.831672021Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_crucible_3c8aaa65-4b1f-49dd-98a8-2c057c75116a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.831690001Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_crucible_a8c8013e-e4ff-4340-b458-44438a278032"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.831693931Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_oximeter_f9d230c3-97a6-45db-9b1b-e0cf556f265b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.831697801Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_nexus_76fd2b02-678b-4e03-9dc5-319abe1f9625"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.831701821Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_nexus_5a29119a-5f7c-4e81-9859-c1a411d7ff4a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.831705451Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_crucible_04b1fd7e-96b1-461b-bc8b-f155efc1cf95"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.831709011Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_crucible_c4434fa6-6df9-42b3-9cb3-e88987ed5ba4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.831712762Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_crucible_pantry_80bbdafd-5cca-4e60-8f6d-134e5d9bb0bc"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.831716502Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3061","zone":"oxz_crucible_660f230a-76e8-4cd3-bbad-34b8e456b1d4"} {"msg":"Writing ledger to /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.8325126Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.837446883Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.840140182Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"d58e5124-d15b-4cd4-83a5-556ddbb0dfa3","remote_addr":"[fd00:1122:3344:101::1]:43234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":25760267,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.844240236Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1250"} {"msg":"Writing ledger to /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.844265557Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.844513309Z","hostname":"sock","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.84919451Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:687"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.85293562Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:700"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.883872693Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:831"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/12a20f59-45b9-4577-b25a-8fd0ccbe89c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.895013984Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/12a20f59-45b9-4577-b25a-8fd0ccbe89c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:50.977415921Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:51.094530693Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"5.490382326s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/12a20f59-45b9-4577-b25a-8fd0ccbe89c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:51.123852259Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/12a20f59-45b9-4577-b25a-8fd0ccbe89c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:51.232262098Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/12a20f59-45b9-4577-b25a-8fd0ccbe89c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:51.448612608Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/12a20f59-45b9-4577-b25a-8fd0ccbe89c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:51.711908506Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/12a20f59-45b9-4577-b25a-8fd0ccbe89c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:51.893155228Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/12a20f59-45b9-4577-b25a-8fd0ccbe89c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:52.175555641Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/12a20f59-45b9-4577-b25a-8fd0ccbe89c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:52.520940023Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/12a20f59-45b9-4577-b25a-8fd0ccbe89c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:52.935385019Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/12a20f59-45b9-4577-b25a-8fd0ccbe89c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:53.664827258Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/12a20f59-45b9-4577-b25a-8fd0ccbe89c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:54.594369344Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:55.073383626Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64333"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:55.074018022Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"c3e03797-f9bd-40d4-81f2-821a7ca102c8","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64333","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":602,"response_code":"200"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/12a20f59-45b9-4577-b25a-8fd0ccbe89c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:55.180328708Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/12a20f59-45b9-4577-b25a-8fd0ccbe89c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:56.469551949Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:39:56.616405391Z","hostname":"sock","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"11.11965189s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/12a20f59-45b9-4577-b25a-8fd0ccbe89c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:57.846170152Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/12a20f59-45b9-4577-b25a-8fd0ccbe89c9/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:39:59.291852449Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f86fc94c-2386-496e-972e-4d1eb33b8ebf\", \"content-length\": \"173\", \"date\": \"Mon, 29 Jul 2024 22:40:00 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"12a20f59-45b9-4577-b25a-8fd0ccbe89c9\\\"\", request_id: \"f86fc94c-2386-496e-972e-4d1eb33b8ebf\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:00.461738304Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7037e4dc-0ce9-40de-a2de-f4be8c0214d2\", \"content-length\": \"173\", \"date\": \"Mon, 29 Jul 2024 22:40:01 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5df666dc-0ff3-47a2-993c-12911629496a\\\"\", request_id: \"7037e4dc-0ce9-40de-a2de-f4be8c0214d2\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:02.123581341Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6ea7f57-c0b9-452a-8388-c7995d3982ec\", \"content-length\": \"173\", \"date\": \"Mon, 29 Jul 2024 22:40:04 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5df666dc-0ff3-47a2-993c-12911629496a\\\"\", request_id: \"d6ea7f57-c0b9-452a-8388-c7995d3982ec\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:04.908930651Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4cd5422-fbce-45bd-b1f7-3fdad11da46f\", \"content-length\": \"173\", \"date\": \"Mon, 29 Jul 2024 22:40:08 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5df666dc-0ff3-47a2-993c-12911629496a\\\"\", request_id: \"b4cd5422-fbce-45bd-b1f7-3fdad11da46f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:08.670633825Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcd86ab3-4682-4b09-a026-ee95c91e3fdd\", \"content-length\": \"173\", \"date\": \"Mon, 29 Jul 2024 22:40:13 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5df666dc-0ff3-47a2-993c-12911629496a\\\"\", request_id: \"fcd86ab3-4682-4b09-a026-ee95c91e3fdd\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:13.527213484Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b91b2e35-5b89-4475-b1c0-9741326c3797\", \"content-length\": \"173\", \"date\": \"Mon, 29 Jul 2024 22:40:16 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5df666dc-0ff3-47a2-993c-12911629496a\\\"\", request_id: \"b91b2e35-5b89-4475-b1c0-9741326c3797\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:16.580223Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c634f054-d592-49e8-83d5-46201383b34b\", \"content-length\": \"173\", \"date\": \"Mon, 29 Jul 2024 22:40:20 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5df666dc-0ff3-47a2-993c-12911629496a\\\"\", request_id: \"c634f054-d592-49e8-83d5-46201383b34b\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:21.307576906Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4999241e-309c-4085-89a9-1ec826c5ceb6\", \"content-length\": \"173\", \"date\": \"Mon, 29 Jul 2024 22:40:24 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5df666dc-0ff3-47a2-993c-12911629496a\\\"\", request_id: \"4999241e-309c-4085-89a9-1ec826c5ceb6\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:24.620962258Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:25.10558201Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35238"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:25.105630041Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"94359d7b-1dd5-4746-a53d-7c8fcb429c2c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35238","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":31,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca66516f-5bd0-4235-a51b-e5b505fa1352\", \"content-length\": \"173\", \"date\": \"Mon, 29 Jul 2024 22:40:31 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"5df666dc-0ff3-47a2-993c-12911629496a\\\"\", request_id: \"ca66516f-5bd0-4235-a51b-e5b505fa1352\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:31.848320032Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:893"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:35.245080252Z","hostname":"sock","pid":1555,"component":"NexusNotifierTask","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"sled-agent/src/nexus.rs:573","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:35.334496025Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53587"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:35.334655737Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:35.420806855Z","hostname":"sock","pid":1555,"uri":"/inventory","method":"GET","req_id":"131d76ad-194a-4505-9ada-3ef9fd2852d8","remote_addr":"[fd00:1122:3344:101::b]:53587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":86184,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:35.421980908Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:35.422026678Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:35.422366342Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:35.422598174Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"GET","req_id":"7565958c-32eb-494a-aceb-b0bd4e89aac4","remote_addr":"[fd00:1122:3344:101::b]:53587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1475,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:37.862756927Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:54192","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::d]:50413"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:37.871881265Z","hostname":"sock","pid":1555,"uri":"/5df666dc-0ff3-47a2-993c-12911629496a","method":"GET","req_id":"7f0fac70-b7cd-427a-af37-710e95150c4f","remote_addr":"[fd00:1122:3344:101::d]:50413","local_addr":"[fd00:1122:3344:101::1]:54192","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":5584,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.392975485Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39810"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.401912531Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:673","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4ec154ee-e1e8-408f-b66e-8314d47c80b5, kind: Service { id: 1c3d5ab6-31de-474e-97ec-9d0bd0867346 }, name: Name(\"external-dns-1c3d5ab6-31de-474e-97ec-9d0bd0867346\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 112])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 50211586-caa1-4cf8-bcf8-b7d00910f484, kind: Service { id: c7cbce45-db2b-4845-9e78-18d081084868 }, name: Name(\"external-dns-c7cbce45-db2b-4845-9e78-18d081084868\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 154])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ffc94ef-9f44-40ac-9c65-5abb547e34c5, kind: Service { id: 5a29119a-5f7c-4e81-9859-c1a411d7ff4a }, name: Name(\"nexus-5a29119a-5f7c-4e81-9859-c1a411d7ff4a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 203])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3ec6f50d-f20e-423f-97ea-9dcd3515db2e, kind: Service { id: d3816e9a-29fe-4fbf-9679-8e503fed9200 }, name: Name(\"nexus-d3816e9a-29fe-4fbf-9679-8e503fed9200\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 241, 210])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eb8f864f-75c3-4fd8-92a1-639ff8f355e0, kind: Service { id: 76fd2b02-678b-4e03-9dc5-319abe1f9625 }, name: Name(\"nexus-76fd2b02-678b-4e03-9dc5-319abe1f9625\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.401963541Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.401995092Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.402013222Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.402026592Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.402039732Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.402054593Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.402563758Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"969b3aaf-9889-4f35-bede-2afe211e789d","remote_addr":"[fd00:1122:3344:101::b]:39810","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":9528,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.403758791Z","hostname":"sock","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:903"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.650672481Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59782"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.650800673Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.749043412Z","hostname":"sock","pid":1555,"uri":"/inventory","method":"GET","req_id":"61906bea-5e49-45f6-9032-ab44e6cd1052","remote_addr":"[fd00:1122:3344:101::b]:59782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":98284,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.749354505Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Reading ledger from /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.749436906Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.749737219Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.750006962Z","hostname":"sock","pid":1555,"uri":"/omicron-zones","method":"GET","req_id":"493903f3-8697-4be1-8384-fbe3af927deb","remote_addr":"[fd00:1122:3344:101::b]:59782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":707,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.79344422Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55902"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.793778683Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:673","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4ec154ee-e1e8-408f-b66e-8314d47c80b5, kind: Service { id: 1c3d5ab6-31de-474e-97ec-9d0bd0867346 }, name: Name(\"external-dns-1c3d5ab6-31de-474e-97ec-9d0bd0867346\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 112])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 50211586-caa1-4cf8-bcf8-b7d00910f484, kind: Service { id: c7cbce45-db2b-4845-9e78-18d081084868 }, name: Name(\"external-dns-c7cbce45-db2b-4845-9e78-18d081084868\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 154])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ffc94ef-9f44-40ac-9c65-5abb547e34c5, kind: Service { id: 5a29119a-5f7c-4e81-9859-c1a411d7ff4a }, name: Name(\"nexus-5a29119a-5f7c-4e81-9859-c1a411d7ff4a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 203])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3ec6f50d-f20e-423f-97ea-9dcd3515db2e, kind: Service { id: d3816e9a-29fe-4fbf-9679-8e503fed9200 }, name: Name(\"nexus-d3816e9a-29fe-4fbf-9679-8e503fed9200\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 241, 210])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eb8f864f-75c3-4fd8-92a1-639ff8f355e0, kind: Service { id: 76fd2b02-678b-4e03-9dc5-319abe1f9625 }, name: Name(\"nexus-76fd2b02-678b-4e03-9dc5-319abe1f9625\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.793837184Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.793883455Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.793895935Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.793918935Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.793932125Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.793946895Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.793977646Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e63656d6-6cf6-4fd5-9069-42338453801f","remote_addr":"[fd00:1122:3344:101::c]:55902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":414,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.851546486Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47386"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.852322054Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:673","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4ec154ee-e1e8-408f-b66e-8314d47c80b5, kind: Service { id: 1c3d5ab6-31de-474e-97ec-9d0bd0867346 }, name: Name(\"external-dns-1c3d5ab6-31de-474e-97ec-9d0bd0867346\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 112])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 50211586-caa1-4cf8-bcf8-b7d00910f484, kind: Service { id: c7cbce45-db2b-4845-9e78-18d081084868 }, name: Name(\"external-dns-c7cbce45-db2b-4845-9e78-18d081084868\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 154])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ffc94ef-9f44-40ac-9c65-5abb547e34c5, kind: Service { id: 5a29119a-5f7c-4e81-9859-c1a411d7ff4a }, name: Name(\"nexus-5a29119a-5f7c-4e81-9859-c1a411d7ff4a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 203])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3ec6f50d-f20e-423f-97ea-9dcd3515db2e, kind: Service { id: d3816e9a-29fe-4fbf-9679-8e503fed9200 }, name: Name(\"nexus-d3816e9a-29fe-4fbf-9679-8e503fed9200\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 241, 210])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eb8f864f-75c3-4fd8-92a1-639ff8f355e0, kind: Service { id: 76fd2b02-678b-4e03-9dc5-319abe1f9625 }, name: Name(\"nexus-76fd2b02-678b-4e03-9dc5-319abe1f9625\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.852373065Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.852393715Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.852400195Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.852413975Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.852427445Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.852440066Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.852461796Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"09624280-a8e3-4f35-9e9f-c56567d06091","remote_addr":"[fd00:1122:3344:101::b]:47386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":879,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.864589877Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35065"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.864789529Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:673","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4ec154ee-e1e8-408f-b66e-8314d47c80b5, kind: Service { id: 1c3d5ab6-31de-474e-97ec-9d0bd0867346 }, name: Name(\"external-dns-1c3d5ab6-31de-474e-97ec-9d0bd0867346\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 112])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 50211586-caa1-4cf8-bcf8-b7d00910f484, kind: Service { id: c7cbce45-db2b-4845-9e78-18d081084868 }, name: Name(\"external-dns-c7cbce45-db2b-4845-9e78-18d081084868\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 154])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ffc94ef-9f44-40ac-9c65-5abb547e34c5, kind: Service { id: 5a29119a-5f7c-4e81-9859-c1a411d7ff4a }, name: Name(\"nexus-5a29119a-5f7c-4e81-9859-c1a411d7ff4a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 203])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3ec6f50d-f20e-423f-97ea-9dcd3515db2e, kind: Service { id: d3816e9a-29fe-4fbf-9679-8e503fed9200 }, name: Name(\"nexus-d3816e9a-29fe-4fbf-9679-8e503fed9200\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 241, 210])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eb8f864f-75c3-4fd8-92a1-639ff8f355e0, kind: Service { id: 76fd2b02-678b-4e03-9dc5-319abe1f9625 }, name: Name(\"nexus-76fd2b02-678b-4e03-9dc5-319abe1f9625\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.864827729Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.864847579Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.864859919Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.86487564Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.86488076Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.864886Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:41.86489976Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"dc7e75f2-d349-418d-b0ec-92fdb36dc000","remote_addr":"[fd00:1122:3344:101::a]:35065","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":198,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:48.077945305Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45676"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:48.082394683Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"4ddaefe9-819f-46d2-8f35-aee8ce56d03f","remote_addr":"[fd00:1122:3344:101::b]:45676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":4408,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:48.168527801Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"45de576b-6391-4e9f-a41c-bc9f22e0df5a","remote_addr":"[fd00:1122:3344:101::b]:45676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":23903,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:55.139582863Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61508"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:40:55.139671484Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"905fbc1e-7f02-4a7c-adc7-af2c0f92a4fe","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61508","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.060677848Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58981"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.060821589Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"468c6a8b-32ea-4029-a239-60eddcc6261c","remote_addr":"[fd00:1122:3344:101::a]:58981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.077984734Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"4a8b8fcd-1e09-4be7-9f89-2bb05091ff1c","remote_addr":"[fd00:1122:3344:101::a]:58981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":125,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.142401678Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37393"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.143756713Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"0dfd209d-5ebc-4695-9168-5bf54cc93253","remote_addr":"[fd00:1122:3344:101::a]:37393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1301,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.219641201Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38034"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.220695482Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"25bdcc1e-818d-4b9e-b14a-cf1906e741ce","remote_addr":"[fd00:1122:3344:101::b]:38034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1017,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.320676739Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:50709"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.32074442Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"9419113e-69a2-4809-98e9-a0668b080f2e","remote_addr":"[fd00:1122:3344:101::b]:50709","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":48,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.329045379Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"9d04a558-22af-4a21-96a7-1d747692afb3","remote_addr":"[fd00:1122:3344:101::b]:50709","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":830,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.630530588Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37972"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.633364348Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.673720673Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.702570124Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"b9c87373-fb3c-4750-81fe-3d72e54b0422","remote_addr":"[fd00:1122:3344:101::b]:37972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":71987,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.702733166Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60158"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.70596144Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.74955616Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.77463895Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"e6f342f1-b51a-428a-9338-3c4f875c9fb2","remote_addr":"[fd00:1122:3344:101::a]:60158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":71810,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.785283155Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"45d2d8f8-0c20-46c4-bd91-7dec5d6b2897","remote_addr":"[fd00:1122:3344:101::b]:37972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":10465,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.785303095Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"a44ea24b-4164-4efd-aad5-bbc2900644fe","remote_addr":"[fd00:1122:3344:101::a]:60158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":10321,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.835894371Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.835944951Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.839658701Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.840131426Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.840182417Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"PUT","req_id":"48269895-8458-4cf1-80cd-5ee31536f08f","remote_addr":"[fd00:1122:3344:101::b]:37972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":15458,"response_code":"204"} {"msg":"Attempting to update network config with generation: 3, current_generation: 2","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.850358006Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.850378647Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/26da7c67-d805-4fa4-83b6-471628e82390/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.850528378Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 3","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.850632659Z","hostname":"sock","pid":1555,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:00.850645039Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"PUT","req_id":"7ef0f3f9-20a3-4659-85f6-0626c828109f","remote_addr":"[fd00:1122:3344:101::a]:60158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":416,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:01.06141645Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49519"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:01.061609792Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"d338c46d-2803-40ea-a302-30edd0217274","remote_addr":"[fd00:1122:3344:101::c]:49519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":172,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:01.151289319Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:01.15140271Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"cadfcb32-8f83-460a-9d55-a77e43b3d700","remote_addr":"[fd00:1122:3344:101::c]:43915","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":57,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:01.165353561Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"adc020c8-b5a6-4ebb-ac3d-f748ee376f57","remote_addr":"[fd00:1122:3344:101::c]:43915","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":847,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:01.317646601Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55094"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:01.317743992Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:01.343551501Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:01.365890491Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"fe354c53-c18b-42ab-a6a0-d48b9ceb9801","remote_addr":"[fd00:1122:3344:101::c]:55094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":48204,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:01.366782831Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"fe140b48-44c6-4590-9bbb-61537ec1b1b4","remote_addr":"[fd00:1122:3344:101::c]:55094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":618,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:07.862023596Z","hostname":"sock","pid":1555,"uri":"/5df666dc-0ff3-47a2-993c-12911629496a","method":"GET","req_id":"3159635a-a647-493d-8dac-cf68878c5b65","remote_addr":"[fd00:1122:3344:101::d]:50413","local_addr":"[fd00:1122:3344:101::1]:54192","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1186,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:25.172758108Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54871"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:25.172819459Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"9d3e98bc-e598-4a0f-b53d-ee40f17f5ce5","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54871","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.03603664Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:65057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.036160901Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"11ba7604-aafb-448e-8dad-5e5be6f0dc86","remote_addr":"[fd00:1122:3344:101::a]:65057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.045871526Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"0c796c84-135e-4ac9-98c4-0b534e09ec32","remote_addr":"[fd00:1122:3344:101::a]:65057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":129,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.066163045Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54265"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.066243115Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"8d7f7318-4c8e-4bf4-b03a-ccb00bcff9f3","remote_addr":"[fd00:1122:3344:101::b]:54265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":28,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.07503458Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"7f80ee14-d4f8-4aae-846d-bca7e33c51ba","remote_addr":"[fd00:1122:3344:101::b]:54265","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":72,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.156022503Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37820"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.156887934Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"24ef79ba-d0bf-4f6e-9169-45588d20dabd","remote_addr":"[fd00:1122:3344:101::b]:37820","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":851,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.160485951Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58397"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.160632163Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"3abb7079-671b-45ed-acd7-10f0b178b8b3","remote_addr":"[fd00:1122:3344:101::a]:58397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":71,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.252197589Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62155"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.25227424Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.278709305Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.304349181Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"cdc6554d-ed1e-4b2d-9e1c-f56c09ce7bba","remote_addr":"[fd00:1122:3344:101::b]:62155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":52112,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.304557073Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57602"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.304774655Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.304851936Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"a2e9c945-e2c1-4f4f-9477-8ae4cd4dd8dc","remote_addr":"[fd00:1122:3344:101::b]:62155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":231,"response_code":"200"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.331082529Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.354851655Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"fd9c47e3-16ff-407e-adc9-e3f7188fae89","remote_addr":"[fd00:1122:3344:101::a]:57602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":50188,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.355191339Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"e050a6f4-68de-489c-bc8b-d765d3217f74","remote_addr":"[fd00:1122:3344:101::a]:57602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.872116398Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54604"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.87222363Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"4112631f-f446-43ac-9559-7f9b6c62f9d5","remote_addr":"[fd00:1122:3344:101::c]:54604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.880192196Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"1df0d970-361b-4c7d-b68f-f89244ccd438","remote_addr":"[fd00:1122:3344:101::c]:54604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":114,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.905891372Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51356"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.906919904Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"41a664b8-a16c-47ae-9004-5a64b7f81748","remote_addr":"[fd00:1122:3344:101::c]:51356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1004,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.99108308Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:42090"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:30.991178981Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:31.018421875Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:31.042386763Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"25a1ac41-5de4-46bf-8876-39c9f33a979f","remote_addr":"[fd00:1122:3344:101::c]:42090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":51262,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:31.043220202Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"602f138b-9e2f-4f98-ad1a-df6156846e76","remote_addr":"[fd00:1122:3344:101::c]:42090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":662,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:37.862073845Z","hostname":"sock","pid":1555,"uri":"/5df666dc-0ff3-47a2-993c-12911629496a","method":"GET","req_id":"81239669-9da4-4169-bda1-21a5fb6e36c3","remote_addr":"[fd00:1122:3344:101::d]:50413","local_addr":"[fd00:1122:3344:101::1]:54192","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1021,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:55.205035594Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58468"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:41:55.205180825Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"97621d5f-d1cf-4cec-99b1-3c61c012f65f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58468","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":57,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.172162854Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:32833"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.172275155Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"bf6d9de5-925e-4c33-820d-04770495d347","remote_addr":"[fd00:1122:3344:101::b]:32833","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.181748377Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"885002c8-7e03-4fcf-88e1-3ab7c06758f3","remote_addr":"[fd00:1122:3344:101::b]:32833","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1202,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.28227771Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49973"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.283445943Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"3ef726f9-18b3-47c0-a7b9-72d304cd9778","remote_addr":"[fd00:1122:3344:101::a]:49973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.288625879Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33023"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.288776141Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"83513c11-1747-40ca-942a-65e9834c3fe2","remote_addr":"[fd00:1122:3344:101::a]:33023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":123,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.290484679Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"85bc371a-4b05-4586-a7eb-a3ab945f4aa4","remote_addr":"[fd00:1122:3344:101::a]:49973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":106,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.309251491Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62543"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.31012506Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"95fc6a91-215d-474d-ba84-b512c3a70f57","remote_addr":"[fd00:1122:3344:101::b]:62543","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":855,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.459816993Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36332"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.459915454Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.485137426Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.509500438Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"f62d0234-5b82-4a66-b0f8-2c9903179f96","remote_addr":"[fd00:1122:3344:101::b]:36332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":49637,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.50962438Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62756"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.510240406Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.532301044Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.552438561Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"4c204f45-e85c-42da-b30a-c98b35700ad9","remote_addr":"[fd00:1122:3344:101::a]:62756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":42741,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.552640023Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"58979258-ca9c-476f-bfee-eb27acf353aa","remote_addr":"[fd00:1122:3344:101::b]:36332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.552885596Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"16e1c2fa-f261-4f4f-b9af-42095772d2c6","remote_addr":"[fd00:1122:3344:101::a]:62756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.998097303Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41400"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:00.998187844Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"b009b699-280d-4e24-911b-60dccdcaed54","remote_addr":"[fd00:1122:3344:101::c]:41400","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":61,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:01.007761177Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"153f1a76-83ef-4205-a5a8-f9d82e4793ce","remote_addr":"[fd00:1122:3344:101::c]:41400","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":127,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:01.138942221Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47029"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:01.139605608Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"5371f4d2-4042-4d13-9165-1c539f8d3d94","remote_addr":"[fd00:1122:3344:101::c]:47029","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":620,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:01.304713107Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48954"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:01.304855808Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:01.328013178Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:01.35046548Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"bc10d159-d3c1-4939-a15f-e3e082e182d9","remote_addr":"[fd00:1122:3344:101::c]:48954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":45698,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:01.350717522Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"040df410-0f34-4f00-9566-faf9fd2c6c62","remote_addr":"[fd00:1122:3344:101::c]:48954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":82,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:07.861707108Z","hostname":"sock","pid":1555,"uri":"/5df666dc-0ff3-47a2-993c-12911629496a","method":"GET","req_id":"6a7e41eb-a980-4ab4-acce-d97fa1cfca68","remote_addr":"[fd00:1122:3344:101::d]:50413","local_addr":"[fd00:1122:3344:101::1]:54192","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":563,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:25.236963215Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58553"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:25.237575792Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"67a8a676-c958-4906-a737-a19658c7a98a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58553","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":573,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.041844957Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37795"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.041970868Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"8f5368f0-632e-48a9-a344-0f2659d1caba","remote_addr":"[fd00:1122:3344:101::a]:37795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.050185577Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"d8e1a719-186d-40fc-928f-59b076c37812","remote_addr":"[fd00:1122:3344:101::a]:37795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":117,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.16087238Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62593"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.161026611Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"fbfa4d44-5ea7-45ce-abd0-8a991be72699","remote_addr":"[fd00:1122:3344:101::a]:62593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.170260811Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:41853"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.171192561Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"3b737f25-16b8-43cd-bfd7-74d569eb1889","remote_addr":"[fd00:1122:3344:101::b]:41853","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":859,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.261050199Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61157"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.26111446Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.284274999Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.307266727Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"5db348a8-2247-4ce1-b6e9-626866790fb6","remote_addr":"[fd00:1122:3344:101::a]:61157","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":46191,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.30748918Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"65df7a8a-136f-4735-a934-007738f184c7","remote_addr":"[fd00:1122:3344:101::a]:61157","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.348641983Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:41626"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.348763544Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"06113dea-aa7e-4bd2-9c1b-ba6869f2567c","remote_addr":"[fd00:1122:3344:101::b]:41626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":73,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.356576669Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"0dfad2cc-fbf0-4685-a498-0837cef896fb","remote_addr":"[fd00:1122:3344:101::b]:41626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":116,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.450675802Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62906"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.450745313Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.472449867Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.493348502Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"f53c9434-d6ea-4b33-b781-f3dfe01e0390","remote_addr":"[fd00:1122:3344:101::b]:62906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":42639,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.493575165Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"7d408127-e499-4f22-9e27-9054b3023105","remote_addr":"[fd00:1122:3344:101::b]:62906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":94,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.925024083Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49888"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.925121855Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"300fbcd7-7aa3-4067-8ffe-d910277ced62","remote_addr":"[fd00:1122:3344:101::c]:49888","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":71,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.93212835Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"b33bc252-6fec-487f-8d59-8d4dd2a12c8c","remote_addr":"[fd00:1122:3344:101::c]:49888","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":112,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.957951658Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55807"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:30.95809967Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"6aa5844c-b0ea-4ac9-871b-cc4d4297a25d","remote_addr":"[fd00:1122:3344:101::c]:55807","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:31.096634543Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40777"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:31.096728614Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:31.120250657Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:31.141307354Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"8e3e3bf9-8770-4f0d-9edb-8e2fbae56194","remote_addr":"[fd00:1122:3344:101::c]:40777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":44628,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:31.141553757Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"1652b87c-ac24-45d8-ad5e-f779d698ec34","remote_addr":"[fd00:1122:3344:101::c]:40777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:37.884947306Z","hostname":"sock","pid":1555,"uri":"/5df666dc-0ff3-47a2-993c-12911629496a","method":"GET","req_id":"789ccd04-1731-4ebd-8686-968fe4e6031d","remote_addr":"[fd00:1122:3344:101::d]:50413","local_addr":"[fd00:1122:3344:101::1]:54192","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":398,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:55.270608675Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40555"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:42:55.271225212Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"d2a36e8a-06fa-4a07-915d-a4f1071d8b3e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40555","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":596,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.121350941Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45450"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.121470453Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"923dbb09-f559-4feb-afdf-4756b108f5f6","remote_addr":"[fd00:1122:3344:101::b]:45450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.130067815Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"503497f5-afec-4fae-82c1-0ec227081382","remote_addr":"[fd00:1122:3344:101::b]:45450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1268,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.442016406Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:34391"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.442203308Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"cc957475-c0af-4f11-beea-66ba37648a69","remote_addr":"[fd00:1122:3344:101::b]:34391","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.450341474Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47538"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.450442172Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"9242da5b-dbbe-4984-9a91-28fb4582707d","remote_addr":"[fd00:1122:3344:101::a]:47538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":41,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.457487443Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"d6cc4d89-b2a3-4f65-b3cf-0c4df6273173","remote_addr":"[fd00:1122:3344:101::a]:47538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":88,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.512771439Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:32821"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.51294215Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"2f5d9a2a-6b42-4c3c-b842-74819f8822f4","remote_addr":"[fd00:1122:3344:101::a]:32821","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.662974517Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37941"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.663098688Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.692299143Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.719956001Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"9d7243ef-9473-4767-84ea-4f6f9b8b8544","remote_addr":"[fd00:1122:3344:101::b]:37941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":56902,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.720130423Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42717"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.720261884Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.745916761Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.766671324Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"6097c153-4a2d-4877-b24a-043c445c26c8","remote_addr":"[fd00:1122:3344:101::a]:42717","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":46466,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.766919167Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"a3d5630d-528f-49a7-affd-44ad16e47ebe","remote_addr":"[fd00:1122:3344:101::b]:37941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":112,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.76716735Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"31622901-467a-455f-86a8-d70ac0430123","remote_addr":"[fd00:1122:3344:101::a]:42717","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":160,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.943103155Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47393"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:00.943311808Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"af92d233-8108-4cb9-af3a-814f628dadcd","remote_addr":"[fd00:1122:3344:101::c]:47393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":174,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:01.031366376Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53268"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:01.031462608Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"52e546ee-c0a1-450b-a640-a133c585cc0d","remote_addr":"[fd00:1122:3344:101::c]:53268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":65,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:01.038901658Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"4759d32a-59c8-4063-98e2-5e2db4977e0f","remote_addr":"[fd00:1122:3344:101::c]:53268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":713,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:01.269666494Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:42321"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:01.269755185Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:01.294023877Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:01.31475099Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"efb36874-a3ff-40b7-84b7-6d2d6a0fe8b3","remote_addr":"[fd00:1122:3344:101::c]:42321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":45040,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:01.314990083Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"dfc09c0d-22b5-4450-852e-0942548a2f5c","remote_addr":"[fd00:1122:3344:101::c]:42321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:07.924903514Z","hostname":"sock","pid":1555,"uri":"/5df666dc-0ff3-47a2-993c-12911629496a","method":"GET","req_id":"fa841976-f2da-4e16-8fa5-fe5bf929db72","remote_addr":"[fd00:1122:3344:101::d]:50413","local_addr":"[fd00:1122:3344:101::1]:54192","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":720,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:07.971760129Z","hostname":"sock","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:25.303404616Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46826"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:25.303475016Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"10923c11-7a66-4915-ac8e-810ea409bb35","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46826","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.074706806Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64816"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.074826148Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"ca0f080d-700c-4122-a557-aec9b7a5f77c","remote_addr":"[fd00:1122:3344:101::b]:64816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.087336552Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"3203b45f-d072-4eb6-a23f-692f51e61cb3","remote_addr":"[fd00:1122:3344:101::b]:64816","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.128291633Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46819"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.129115753Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"0d89857d-d843-4a84-b6bc-405f5fa2e1b9","remote_addr":"[fd00:1122:3344:101::a]:46819","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":804,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.136136118Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"bf214c4a-387f-4aff-bc9d-c831762ee3c9","remote_addr":"[fd00:1122:3344:101::a]:46819","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":51,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.21521068Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51958"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.215350822Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"cece64ca-6a04-4ddb-bcf7-68e02b1b9d1f","remote_addr":"[fd00:1122:3344:101::a]:51958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.244999031Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:34044"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.245138713Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"bc705b10-2abc-4f76-9e23-ef15979c2fd9","remote_addr":"[fd00:1122:3344:101::b]:34044","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.297618268Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:65220"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.298210144Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.323871481Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.347352204Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"0e795f49-3a77-4382-9ae8-b308a70074bf","remote_addr":"[fd00:1122:3344:101::a]:65220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":49700,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.350503548Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"c66b1347-1882-4c27-9061-86874497d3e2","remote_addr":"[fd00:1122:3344:101::a]:65220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.399237783Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40832"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.399412835Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.422858527Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.445136707Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"f2713c97-c339-43a2-a77d-36f694025de2","remote_addr":"[fd00:1122:3344:101::b]:40832","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":45811,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.445894886Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"9f0289d3-1893-4984-998b-509bbb735940","remote_addr":"[fd00:1122:3344:101::b]:40832","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":598,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.865709779Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58766"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.865939881Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"96abe5bf-fd2e-48f9-b875-8de1a045305a","remote_addr":"[fd00:1122:3344:101::c]:58766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":191,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.919930543Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34555"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.920025934Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"cec8d95c-201b-4513-b38b-6f2207c26d61","remote_addr":"[fd00:1122:3344:101::c]:34555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":70,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:30.927814838Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"748f0fd7-99dd-4668-97f5-8a6d373b9fa8","remote_addr":"[fd00:1122:3344:101::c]:34555","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":122,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:31.093309042Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34751"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:31.093404123Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:31.116164988Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:31.1386696Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"7406e97f-1d16-441f-be35-188236db5399","remote_addr":"[fd00:1122:3344:101::c]:34751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":45313,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:31.139060184Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"0de19a1b-e907-41f5-b17e-ee358d7782c1","remote_addr":"[fd00:1122:3344:101::c]:34751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:37.926408488Z","hostname":"sock","pid":1555,"uri":"/5df666dc-0ff3-47a2-993c-12911629496a","method":"GET","req_id":"e9d66220-e457-47f4-b8f3-83be7f3d6d75","remote_addr":"[fd00:1122:3344:101::d]:50413","local_addr":"[fd00:1122:3344:101::1]:54192","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1301,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:55.337082026Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48389"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:43:55.337145436Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"adbfbee3-9e1b-4080-a274-9e0b34c5761d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48389","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.19313673Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51934"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.193329712Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"00ebfae7-a93e-4cbb-9e11-54bbcd2b265b","remote_addr":"[fd00:1122:3344:101::b]:51934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":179,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.280856485Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64482"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.280992606Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"58065555-c7bb-46e1-89bd-59a5c348cf6d","remote_addr":"[fd00:1122:3344:101::a]:64482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.305780003Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42315"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.305860794Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"487ec921-b7df-4c80-b081-a89e50f909c0","remote_addr":"[fd00:1122:3344:101::a]:42315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":47,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.315141964Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"07496783-f55a-46a7-84df-da7708d07150","remote_addr":"[fd00:1122:3344:101::a]:42315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1118,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.424839266Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57973"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.426016769Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"9123538a-d773-4959-b98d-70586b2867c5","remote_addr":"[fd00:1122:3344:101::b]:57973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1142,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.433348748Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"5196ac5e-a6d1-4f54-b2d9-67c4f2916255","remote_addr":"[fd00:1122:3344:101::b]:57973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":104,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.572129903Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55533"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.572932532Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.597703749Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.619972129Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"bac52b47-acb3-4831-a344-6f2661becae2","remote_addr":"[fd00:1122:3344:101::a]:55533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":47799,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.620278502Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"02ae47c5-b11c-4b1a-b147-7395247327fa","remote_addr":"[fd00:1122:3344:101::a]:55533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.627676052Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45332"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.627858714Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.652180405Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.675903691Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"5c0a58bd-ecd0-4f21-9f93-3b123e41d696","remote_addr":"[fd00:1122:3344:101::b]:45332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":48123,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.676300316Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"b09ec19d-28a1-43c1-afb9-9bb064ceb4f6","remote_addr":"[fd00:1122:3344:101::b]:45332","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.944713578Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46741"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:00.94496005Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"72c81b99-b2df-45ff-b1ab-563a9dc1c310","remote_addr":"[fd00:1122:3344:101::c]:46741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":218,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:01.043043597Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61474"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:01.043161109Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"9a5a0c36-2588-4bb4-8e7d-ee7299883943","remote_addr":"[fd00:1122:3344:101::c]:61474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":59,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:01.051013313Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"5e95c7fb-807a-4f74-b881-1dade5bd1a10","remote_addr":"[fd00:1122:3344:101::c]:61474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":743,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:01.151600037Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63104"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:01.151690508Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:01.177156102Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:01.199077178Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"c0d866a7-e1bb-45ea-9232-5a6fc7a5d1ce","remote_addr":"[fd00:1122:3344:101::c]:63104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":47438,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:01.199326741Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"10395296-5a92-46bd-9b87-3b3ce122f757","remote_addr":"[fd00:1122:3344:101::c]:63104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":87,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:07.925887399Z","hostname":"sock","pid":1555,"uri":"/5df666dc-0ff3-47a2-993c-12911629496a","method":"GET","req_id":"1824e767-2482-4a60-9bc9-7391252ecf55","remote_addr":"[fd00:1122:3344:101::d]:50413","local_addr":"[fd00:1122:3344:101::1]:54192","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":606,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:25.372208152Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51548"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:25.372322313Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"39a86a35-27dc-4f07-9742-e3f6e81e10eb","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51548","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.048705221Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60298"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.048847682Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"3583bae1-628c-4ce5-bae3-5258c787a40c","remote_addr":"[fd00:1122:3344:101::a]:60298","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":125,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.057243742Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"10231f1b-2306-46a0-8deb-bfaaf1ccf43f","remote_addr":"[fd00:1122:3344:101::a]:60298","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.189191714Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53366"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.189395346Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"815a803b-48bb-4fcb-bb3e-7cb3bf66c017","remote_addr":"[fd00:1122:3344:101::b]:53366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.193787334Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.193847944Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"fe7742c2-8d51-4176-9372-4dba0264c71c","remote_addr":"[fd00:1122:3344:101::b]:56140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":36,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.201629848Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"814038b6-3f9d-4a7e-9c24-fcf68ba4f3c1","remote_addr":"[fd00:1122:3344:101::b]:56140","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":664,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.230203606Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35095"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.230367288Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"02d3ffc5-04a2-4d09-8b5f-981ee340c0c8","remote_addr":"[fd00:1122:3344:101::a]:35095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.309385859Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64951"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.30944152Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.332525868Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.353814218Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"5aaf5d9e-e3f3-423c-8f46-b620346a4123","remote_addr":"[fd00:1122:3344:101::b]:64951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":44392,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.354120431Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54499"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.354307133Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"bfd4092f-3265-4a9e-9524-69ed37500232","remote_addr":"[fd00:1122:3344:101::b]:64951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":231,"response_code":"200"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.35496878Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.380473665Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.4022913Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"11ecadfe-1eea-4987-83c3-b6cc94cf0437","remote_addr":"[fd00:1122:3344:101::a]:54499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":48028,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.402638704Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"5e923da1-51b4-4f63-86c4-f9e5101044fb","remote_addr":"[fd00:1122:3344:101::a]:54499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":122,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.804631035Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61810"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.804750447Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"b7131aac-1cfd-4254-aed6-b0a171e53172","remote_addr":"[fd00:1122:3344:101::c]:61810","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":89,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.812856964Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"d76a1986-4da2-47fc-bde4-9190cbd8f02a","remote_addr":"[fd00:1122:3344:101::c]:61810","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":784,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.813947866Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63400"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.814083577Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"c0b6a7a1-1aac-4310-942a-d64a731d5e2e","remote_addr":"[fd00:1122:3344:101::c]:63400","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.959817487Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48204"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.959906628Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:30.983088798Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:31.005028865Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"9becedd8-d625-42e1-bbb4-dc2bb9108783","remote_addr":"[fd00:1122:3344:101::c]:48204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":45153,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:31.005365258Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"5e30eaf6-8990-4f78-b4ca-d42a402ce581","remote_addr":"[fd00:1122:3344:101::c]:48204","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":115,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:37.925843056Z","hostname":"sock","pid":1555,"uri":"/5df666dc-0ff3-47a2-993c-12911629496a","method":"GET","req_id":"9ce36ac6-85c4-4335-93f1-a3c2e45059ef","remote_addr":"[fd00:1122:3344:101::d]:50413","local_addr":"[fd00:1122:3344:101::1]:54192","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":588,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:55.404985512Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60519"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:44:55.405071803Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"ca580c39-54b7-4e93-ae3c-12d4f57b02a6","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60519","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.288690284Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34618"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.288840895Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"bc18d671-3f29-4c6f-b8bc-d6f1b0016dc4","remote_addr":"[fd00:1122:3344:101::a]:34618","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.297578119Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"37de5a4b-553d-418f-bda3-54e373d2bc88","remote_addr":"[fd00:1122:3344:101::a]:34618","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":108,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.308967602Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47564"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.309112103Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"765bd524-64e8-456a-bf08-6f95b491d852","remote_addr":"[fd00:1122:3344:101::a]:47564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.321043712Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56264"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.321255574Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:673","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4ec154ee-e1e8-408f-b66e-8314d47c80b5, kind: Service { id: 1c3d5ab6-31de-474e-97ec-9d0bd0867346 }, name: Name(\"external-dns-1c3d5ab6-31de-474e-97ec-9d0bd0867346\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 112])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 50211586-caa1-4cf8-bcf8-b7d00910f484, kind: Service { id: c7cbce45-db2b-4845-9e78-18d081084868 }, name: Name(\"external-dns-c7cbce45-db2b-4845-9e78-18d081084868\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 154])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ffc94ef-9f44-40ac-9c65-5abb547e34c5, kind: Service { id: 5a29119a-5f7c-4e81-9859-c1a411d7ff4a }, name: Name(\"nexus-5a29119a-5f7c-4e81-9859-c1a411d7ff4a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 203])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3ec6f50d-f20e-423f-97ea-9dcd3515db2e, kind: Service { id: d3816e9a-29fe-4fbf-9679-8e503fed9200 }, name: Name(\"nexus-d3816e9a-29fe-4fbf-9679-8e503fed9200\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 241, 210])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eb8f864f-75c3-4fd8-92a1-639ff8f355e0, kind: Service { id: 76fd2b02-678b-4e03-9dc5-319abe1f9625 }, name: Name(\"nexus-76fd2b02-678b-4e03-9dc5-319abe1f9625\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.321290665Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.321301605Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.321311285Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.321321305Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.321332565Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.321339925Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.321351805Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"51a758e6-e34a-4277-b452-5302ef698bba","remote_addr":"[fd00:1122:3344:101::b]:56264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":227,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.34868124Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39791"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.348776901Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"eccf707e-9ce4-442a-a1c6-b686715b501d","remote_addr":"[fd00:1122:3344:101::b]:39791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":32,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.358369774Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"d279fadf-c414-4ea4-b21f-a90f779ef236","remote_addr":"[fd00:1122:3344:101::b]:39791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":70,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.362131925Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52370"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.363229046Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:673","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4ec154ee-e1e8-408f-b66e-8314d47c80b5, kind: Service { id: 1c3d5ab6-31de-474e-97ec-9d0bd0867346 }, name: Name(\"external-dns-1c3d5ab6-31de-474e-97ec-9d0bd0867346\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 112])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 50211586-caa1-4cf8-bcf8-b7d00910f484, kind: Service { id: c7cbce45-db2b-4845-9e78-18d081084868 }, name: Name(\"external-dns-c7cbce45-db2b-4845-9e78-18d081084868\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 154])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ffc94ef-9f44-40ac-9c65-5abb547e34c5, kind: Service { id: 5a29119a-5f7c-4e81-9859-c1a411d7ff4a }, name: Name(\"nexus-5a29119a-5f7c-4e81-9859-c1a411d7ff4a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 203])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3ec6f50d-f20e-423f-97ea-9dcd3515db2e, kind: Service { id: d3816e9a-29fe-4fbf-9679-8e503fed9200 }, name: Name(\"nexus-d3816e9a-29fe-4fbf-9679-8e503fed9200\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 241, 210])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eb8f864f-75c3-4fd8-92a1-639ff8f355e0, kind: Service { id: 76fd2b02-678b-4e03-9dc5-319abe1f9625 }, name: Name(\"nexus-76fd2b02-678b-4e03-9dc5-319abe1f9625\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.363253947Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.363270797Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.363288757Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.363295537Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.363301737Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.363311918Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.363326488Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"676f1ab0-f07d-428c-adb0-d9fa91db5271","remote_addr":"[fd00:1122:3344:101::a]:52370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1162,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.436588957Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51762"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.436747699Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"c425d2be-ece7-4eb0-897b-474df423218f","remote_addr":"[fd00:1122:3344:101::b]:51762","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.532140807Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44783"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.533306049Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.565440605Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.595654861Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"f9017116-cf16-47c3-8754-314a43a04ac1","remote_addr":"[fd00:1122:3344:101::a]:44783","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":63461,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.595981745Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"67f71a10-4bfc-4b9a-ab49-8b2d88e64c3f","remote_addr":"[fd00:1122:3344:101::a]:44783","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.846538684Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59985"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.846700376Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.884287311Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.918635951Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"84c1839c-7ab6-43d7-80e4-718c360b86c8","remote_addr":"[fd00:1122:3344:101::b]:59985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":72000,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.920005926Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"f4c6cf32-f3b9-43f5-85ee-8a2ff8f7acf9","remote_addr":"[fd00:1122:3344:101::b]:59985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1070,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.995784093Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62835"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:00.995982505Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"d2406d8c-a017-439f-b596-0ab38c463046","remote_addr":"[fd00:1122:3344:101::c]:62835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":134,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:01.006003632Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"c3e25ae4-fcf7-49d5-8f7f-fe64b0952118","remote_addr":"[fd00:1122:3344:101::c]:62835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1521,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:01.129255971Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37319"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:01.129456883Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:673","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4ec154ee-e1e8-408f-b66e-8314d47c80b5, kind: Service { id: 1c3d5ab6-31de-474e-97ec-9d0bd0867346 }, name: Name(\"external-dns-1c3d5ab6-31de-474e-97ec-9d0bd0867346\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 112])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 50211586-caa1-4cf8-bcf8-b7d00910f484, kind: Service { id: c7cbce45-db2b-4845-9e78-18d081084868 }, name: Name(\"external-dns-c7cbce45-db2b-4845-9e78-18d081084868\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 154])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ffc94ef-9f44-40ac-9c65-5abb547e34c5, kind: Service { id: 5a29119a-5f7c-4e81-9859-c1a411d7ff4a }, name: Name(\"nexus-5a29119a-5f7c-4e81-9859-c1a411d7ff4a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 203])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3ec6f50d-f20e-423f-97ea-9dcd3515db2e, kind: Service { id: d3816e9a-29fe-4fbf-9679-8e503fed9200 }, name: Name(\"nexus-d3816e9a-29fe-4fbf-9679-8e503fed9200\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 241, 210])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eb8f864f-75c3-4fd8-92a1-639ff8f355e0, kind: Service { id: 76fd2b02-678b-4e03-9dc5-319abe1f9625 }, name: Name(\"nexus-76fd2b02-678b-4e03-9dc5-319abe1f9625\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 30])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:01.129509353Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:01.129550034Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:01.129557354Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:01.129568264Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:01.129581464Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:01.129594694Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:01.129625685Z","hostname":"sock","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"16de7fdc-6a2e-4e08-b851-813e1bc3ba57","remote_addr":"[fd00:1122:3344:101::c]:37319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":339,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:01.138695332Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46606"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:01.138833354Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"4813cdb1-d504-4d87-908a-9da9e24a852e","remote_addr":"[fd00:1122:3344:101::c]:46606","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:01.294086177Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64716"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:01.294184128Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:01.328619969Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:01.359849225Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"b3c9afbe-83e3-4ed9-aa5f-a67de1ec68ee","remote_addr":"[fd00:1122:3344:101::c]:64716","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":65703,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:01.361131749Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"ce3ba555-4a14-4291-8d7b-d28a0837ebbf","remote_addr":"[fd00:1122:3344:101::c]:64716","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1003,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:07.926754463Z","hostname":"sock","pid":1555,"uri":"/5df666dc-0ff3-47a2-993c-12911629496a","method":"GET","req_id":"014f802a-0347-487a-be87-ee720fe2c859","remote_addr":"[fd00:1122:3344:101::d]:50413","local_addr":"[fd00:1122:3344:101::1]:54192","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":602,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:25.437251387Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62840"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:25.437308948Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"efbae42a-bbec-4b21-ab18-caaa0fed33e3","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:62840","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.079055092Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64807"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.079202594Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"d9ea5dde-30a9-400a-8da6-602e9eaba2c5","remote_addr":"[fd00:1122:3344:101::b]:64807","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":126,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.086747375Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"0a446ccf-f6f2-46d4-a0fb-fbb8b24b7744","remote_addr":"[fd00:1122:3344:101::b]:64807","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":127,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.111023137Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:41268"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.111191129Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"e414fb99-e621-4b65-9185-7ae0c76d269f","remote_addr":"[fd00:1122:3344:101::a]:41268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.119342206Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53641"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.120117445Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"416844f1-af22-4a55-bbdf-f6b1a633d8a2","remote_addr":"[fd00:1122:3344:101::b]:53641","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":743,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.145904212Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64375"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.145961503Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"350262c4-658b-4723-acce-3ee898b8c039","remote_addr":"[fd00:1122:3344:101::a]:64375","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":27,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.153668106Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"86e1fe39-fc4d-43a4-8fba-f133f6cce54c","remote_addr":"[fd00:1122:3344:101::a]:64375","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":59,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.257232682Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44764"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.257320373Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.282695857Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.307045259Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"c7e40fcc-25b7-4ec9-ba73-503c210a7846","remote_addr":"[fd00:1122:3344:101::a]:44764","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":49767,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.307296511Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"717ca2ba-a3ef-402d-814e-fbb4f647b2eb","remote_addr":"[fd00:1122:3344:101::a]:44764","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.369970326Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:61990"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.370652794Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.394900705Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.41670946Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"8f486e03-987a-4229-ac81-1479c255d954","remote_addr":"[fd00:1122:3344:101::b]:61990","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":46643,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.416950233Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"4954f456-830e-4759-9fea-5162865f6c30","remote_addr":"[fd00:1122:3344:101::b]:61990","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.788413165Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:60176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.788554384Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"cbd06fd9-d831-4584-95a5-cc95cdff90bc","remote_addr":"[fd00:1122:3344:101::c]:60176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":121,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.795425411Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"a1125097-6cbd-4578-95b5-f2908fb46c50","remote_addr":"[fd00:1122:3344:101::c]:60176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.829814481Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54882"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.83063048Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"0a760d5f-0b33-4640-9430-aa239645462b","remote_addr":"[fd00:1122:3344:101::c]:54882","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":776,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.930757279Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47154"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.931278075Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.956378445Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.979454214Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"47a4de5a-4ede-40ae-8656-66bbec0c4f01","remote_addr":"[fd00:1122:3344:101::c]:47154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":48661,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:30.979687426Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"39d89c2c-fa53-4753-9468-ceb677fb1c8d","remote_addr":"[fd00:1122:3344:101::c]:47154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":84,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:38.006401888Z","hostname":"sock","pid":1555,"uri":"/5df666dc-0ff3-47a2-993c-12911629496a","method":"GET","req_id":"8528c73b-9251-476e-906e-f14f0f8848b3","remote_addr":"[fd00:1122:3344:101::d]:50413","local_addr":"[fd00:1122:3344:101::1]:54192","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":557,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:55.470140099Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54229"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:45:55.470638344Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"bb713c7a-a4c8-4355-873e-b794eb13bb5b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54229","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":470,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.139116437Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44143"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.139350279Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"2349415e-bc75-472a-983e-66e5dc4bff1b","remote_addr":"[fd00:1122:3344:101::a]:44143","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":199,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.204105017Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43345"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.210746989Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"9b4c0770-7807-40dc-9104-2c0f31c308a5","remote_addr":"[fd00:1122:3344:101::b]:43345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.240052204Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50127"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.240115505Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"e80973eb-278b-4886-a54d-14e5256c365f","remote_addr":"[fd00:1122:3344:101::a]:50127","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.249080011Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"55efd7ce-0f6c-4aa6-a688-fb1def8be13b","remote_addr":"[fd00:1122:3344:101::a]:50127","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1076,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.39276135Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62813"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.39282459Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"1f8c0775-ef31-4389-a905-cd22a67973d1","remote_addr":"[fd00:1122:3344:101::b]:62813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":40,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.399740685Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"e1c62563-24d7-435c-a2ad-1aa50204604c","remote_addr":"[fd00:1122:3344:101::b]:62813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":73,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.438419122Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62262"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.438504052Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.464402551Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.487721033Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"410082c1-79bb-4290-9235-ff2192e3ba63","remote_addr":"[fd00:1122:3344:101::a]:62262","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":49265,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.488106817Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"3485f064-4914-4517-a4bb-11385dc74ab4","remote_addr":"[fd00:1122:3344:101::a]:62262","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":162,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.619421042Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40659"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.619593314Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.644059997Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.665864293Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"3b3a8353-68f1-4115-9354-e9f31f7a1b1f","remote_addr":"[fd00:1122:3344:101::b]:40659","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":46358,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.666100179Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"ad9c0d1d-a033-41b9-b46c-0bfc4f4f3c5c","remote_addr":"[fd00:1122:3344:101::b]:40659","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.917450223Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49616"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.917585835Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"b76df6d2-b185-4124-a453-3d1ad43d4925","remote_addr":"[fd00:1122:3344:101::c]:49616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:00.925139486Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"40964c1c-b461-4e75-92a5-496913ed25fd","remote_addr":"[fd00:1122:3344:101::c]:49616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":809,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:01.060605476Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34699"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:01.060768528Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"a91ab3c0-c32c-4471-b7a4-089849f40fe3","remote_addr":"[fd00:1122:3344:101::c]:34699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:01.192266374Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35813"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:01.192889651Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:01.218058542Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:01.240504504Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"9befca1d-6cf2-4b32-9cf8-eadf9b9ebd07","remote_addr":"[fd00:1122:3344:101::c]:35813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":48186,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:01.240772747Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"cf672fab-f472-48f1-9771-bc694b2fe84c","remote_addr":"[fd00:1122:3344:101::c]:35813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:08.00674078Z","hostname":"sock","pid":1555,"uri":"/5df666dc-0ff3-47a2-993c-12911629496a","method":"GET","req_id":"1faa8b09-a43e-404e-9e99-8af6f7c6c9f4","remote_addr":"[fd00:1122:3344:101::d]:50413","local_addr":"[fd00:1122:3344:101::1]:54192","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":564,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:23.021760775Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54379"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:23.021956517Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"76c2f85b-72dc-4212-8af8-b570615d048c","remote_addr":"[fd00:1122:3344:101::a]:54379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":169,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:23.024156561Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:780","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 241, 100, 187])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(13873338) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:23.024184731Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"PUT","req_id":"72c359ce-eb2a-4cfe-8f84-a36d5ecfef86","remote_addr":"[fd00:1122:3344:101::a]:54379","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":2039,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:23.141459415Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64857"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:23.15773076Z","hostname":"sock","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:577","metadata":"InstanceMetadata { silo_id: a82d7bb2-a1ac-424b-912b-0867944cbc04, project_id: 57bb3488-29f4-4c9b-9169-10e035fad2a9 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-07-29T22:46:22.735407Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(ee95b877-8e26-40da-9667-66be1938dd14 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-29T22:46:22.762602632Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 1205669d-0713-455b-92f3-5ab2913de584, kind: Instance { id: 6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 241, 100, 187])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13873338), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1205669d-0713-455b-92f3-5ab2913de584, kind: Instance { id: 6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 241, 100, 187])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13873338), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1205669d-0713-455b-92f3-5ab2913de584, kind: Instance { id: 6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 241, 100, 187])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13873338), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(13873338))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1205669d-0713-455b-92f3-5ab2913de584, kind: Instance { id: 6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 241, 100, 187])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13873338), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-b872de9f9df\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: bfdfb8a9-9a48-44cb-b0ec-514298b67889, read_only_parent: Some(Volume { block_size: 512, id: 152de569-2e69-4bfe-807c-884f2ff5add8, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 1f05ae9b-5fcc-4e93-b1ea-c1e988329eb4, key: Some(\"RQRRGP1+fFFR5SlPYhbLyQBRdwwJWQFeH8uDOwSEtFQ=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::19]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: bfdfb8a9-9a48-44cb-b0ec-514298b67889, key: Some(\"3XmupynXbpDGExps+qlXPVW4Ny1iuA14LcbtKikQOjU=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19003\", \"[fd00:1122:3344:101::13]:19000\", \"[fd00:1122:3344:101::12]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABuy7X9WP1YAADLtf1YAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAbsu1/Vj9WAAAy7X9WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI2OTgzYWUxYS1mZGFmLTQ4NTUtYmNmMS02ZTg2ZGQzYjVhOWUiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSEpWZVlhQWplOHprSGRER2MydlhWZ2F1RlByVmJKMEJjOEQvSi9zbEpqNyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"ee95b877-8e26-40da-9667-66be1938dd14","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:23.157817791Z","hostname":"sock","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:611","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e (instance)"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:23.158055004Z","hostname":"sock","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance.rs:990","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 1205669d-0713-455b-92f3-5ab2913de584, kind: Instance { id: 6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 241, 100, 187])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13873338), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1205669d-0713-455b-92f3-5ab2913de584, kind: Instance { id: 6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 241, 100, 187])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13873338), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1205669d-0713-455b-92f3-5ab2913de584, kind: Instance { id: 6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 241, 100, 187])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13873338), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(13873338))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 1205669d-0713-455b-92f3-5ab2913de584, kind: Instance { id: 6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 241, 100, 187])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13873338), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-b872de9f9df\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: bfdfb8a9-9a48-44cb-b0ec-514298b67889, read_only_parent: Some(Volume { block_size: 512, id: 152de569-2e69-4bfe-807c-884f2ff5add8, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 1f05ae9b-5fcc-4e93-b1ea-c1e988329eb4, key: Some(\"RQRRGP1+fFFR5SlPYhbLyQBRdwwJWQFeH8uDOwSEtFQ=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::19]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: bfdfb8a9-9a48-44cb-b0ec-514298b67889, key: Some(\"3XmupynXbpDGExps+qlXPVW4Ny1iuA14LcbtKikQOjU=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19003\", \"[fd00:1122:3344:101::13]:19000\", \"[fd00:1122:3344:101::12]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABuy7X9WP1YAADLtf1YAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAbsu1/Vj9WAAAy7X9WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI2OTgzYWUxYS1mZGFmLTQ4NTUtYmNmMS02ZTg2ZGQzYjVhOWUiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSEpWZVlhQWplOHprSGRER2MydlhWZ2F1RlByVmJKMEJjOEQvSi9zbEpqNyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(ee95b877-8e26-40da-9667-66be1938dd14 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-29T22:46:22.762602632Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-07-29T22:46:22.735407Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }","propolis_id":"ee95b877-8e26-40da-9667-66be1938dd14","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:23.159995005Z","hostname":"sock","pid":1555,"uri":"/instances/6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","method":"PUT","req_id":"9210b97a-14ae-4c68-8a8b-0804d5ddad12","remote_addr":"[fd00:1122:3344:101::a]:64857","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":18460,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:23.279059337Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54069"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:23.281227831Z","hostname":"sock","pid":1555,"uri":"/instances/6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e/state","method":"PUT","req_id":"5531bbab-f66c-457b-bcf5-035ed803bed7","remote_addr":"[fd00:1122:3344:101::a]:54069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":2084,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:23.28207845Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:426","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 241, 100, 187]), slot: 0, vni: Vni { inner: 13873338 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:23.283349234Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:23.319309061Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:23.341255487Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:24.322377229Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14 zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:24.322733203Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:472"} {"msg":"wait for service Some(\"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14\") failed: Property not found. retry in 28.321374ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:46:24.490871954Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14\") failed: Property not found. retry in 147.821912ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:46:24.528611031Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14\") failed: Property not found. retry in 239.320284ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:46:24.692448977Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14\") failed: Property not found. retry in 224.764117ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:46:24.948326764Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14\") failed: Property not found. retry in 577.637688ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:46:25.18747432Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:25.518539418Z","hostname":"sock","pid":1555,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53342"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:25.518637669Z","hostname":"sock","pid":1555,"uri":"/baseboard","method":"GET","req_id":"ee25ee87-750b-4a6a-997c-1136bc7f42aa","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53342","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":45,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14\") failed: Property not found. retry in 534.260721ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:46:25.779867333Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14\") failed: Property not found. retry in 1.047390442s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:46:26.323944096Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14\") failed: Property not found. retry in 1.18082647s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:46:27.382249239Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14\") failed: Property not found. retry in 1.40527487s","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:46:28.57305682Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14\") failed: Property not found. retry in 787.239821ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:46:29.99025323Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.08681472Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37350"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.086961512Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"e17d8861-cd31-45c3-b59d-1c951ab58630","remote_addr":"[fd00:1122:3344:101::a]:37350","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":80,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.098565327Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:34881"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.113169184Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59701"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.114197525Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"48a14d4c-b403-40c6-a150-5f8ce4908117","remote_addr":"[fd00:1122:3344:101::b]:59701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":978,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.142037185Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"9fded905-0ad5-4241-87bd-20d96dd08d88","remote_addr":"[fd00:1122:3344:101::a]:37350","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":297,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.160050749Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"0e897a1b-bbe4-4af6-bfe8-210426405fc6","remote_addr":"[fd00:1122:3344:101::b]:59701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":91,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.180181366Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35416"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.19817929Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62536"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.198344792Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"42a4ea10-5dc8-4ad2-9d29-3e658fdbf859","remote_addr":"[fd00:1122:3344:101::a]:62536","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.22324171Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45449"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.224071969Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"7962b01b-df49-41d9-bd03-df45d7f6b488","remote_addr":"[fd00:1122:3344:101::b]:45449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":805,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.269199535Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37408"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.269276246Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.292589718Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.315955289Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"2d910fe0-96a5-41d2-b364-6799fd04d75c","remote_addr":"[fd00:1122:3344:101::a]:37408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":46709,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.316213582Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"0b04c2cc-86bd-463f-81ff-bcf681fe2582","remote_addr":"[fd00:1122:3344:101::a]:37408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.437213006Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53742"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.437358287Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.458190302Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.476371718Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"0b763e0d-7a36-48b2-9f5a-41bbe1f17a69","remote_addr":"[fd00:1122:3344:101::b]:53742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":39076,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.47661376Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"50033098-6e0e-4c5a-9fbf-3ca580a33c97","remote_addr":"[fd00:1122:3344:101::b]:53742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14\") failed: Property not found. retry in 603.289644ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:46:30.789008927Z","hostname":"sock","pid":1555,"zone":"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.846075401Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:59722"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.947394853Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45919"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.947583055Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"3933426e-30b1-41ae-be9e-d4c03e3b02a6","remote_addr":"[fd00:1122:3344:101::c]:45919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":168,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.975761999Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38867"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.97584556Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"49f92f5f-85ca-43e8-8dbd-4611ffa20bdc","remote_addr":"[fd00:1122:3344:101::c]:38867","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":34,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:30.990803031Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"2a6c5af2-ade3-4d4c-a75a-05281613630f","remote_addr":"[fd00:1122:3344:101::c]:38867","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":90,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:31.127654535Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57549"} {"msg":"Setting up uplinkd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:31.127753917Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3823"} {"msg":"configuring port: HostPortConfig { port: \"qsfp0\", addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:31.152674015Z","hostname":"sock","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3834"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:31.174117716Z","hostname":"sock","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"125e0f1c-6e6c-4aa2-a872-6e6ff6b86a3f","remote_addr":"[fd00:1122:3344:101::c]:57549","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":46402,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:31.174385519Z","hostname":"sock","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"c36e7d8e-637a-47df-9869-3827faed491f","remote_addr":"[fd00:1122:3344:101::c]:57549","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":109,"response_code":"200"} {"msg":"Started propolis in zone: oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:31.427193013Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:1499"} {"msg":"wait for service Some(\"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14\") failed: Property not found. retry in 60.841095ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:46:31.435968447Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14\") failed: Property not found. retry in 135.321096ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:46:31.507607889Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14\") failed: Property not found. retry in 239.768153ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:46:31.652273708Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14\") failed: Property not found. retry in 377.331191ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:46:31.905003741Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14\") failed: Property not found. retry in 807.490698ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:46:32.293401036Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.112164998Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:1508"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.150628973Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:1522"} {"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAABuy7X9WP1YAADLtf1YAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAbsu1/Vj9WAAAy7X9WAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI2OTgzYWUxYS1mZGFmLTQ4NTUtYmNmMS02ZTg2ZGQzYjVhOWUiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJSEpWZVlhQWplOHprSGRER2MydlhWZ2F1RlByVmJKMEJjOEQvSi9zbEpqNyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-b872de9f9df\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: bfdfb8a9-9a48-44cb-b0ec-514298b67889, read_only_parent: Some(Volume { block_size: 512, id: 152de569-2e69-4bfe-807c-884f2ff5add8, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 1f05ae9b-5fcc-4e93-b1ea-c1e988329eb4, key: Some(\"RQRRGP1+fFFR5SlPYhbLyQBRdwwJWQFeH8uDOwSEtFQ=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::19]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: bfdfb8a9-9a48-44cb-b0ec-514298b67889, key: Some(\"3XmupynXbpDGExps+qlXPVW4Ny1iuA14LcbtKikQOjU=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19003\", \"[fd00:1122:3344:101::13]:19000\", \"[fd00:1122:3344:101::12]:19000\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"opte6\", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: 6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: 57bb3488-29f4-4c9b-9169-10e035fad2a9, silo_id: a82d7bb2-a1ac-424b-912b-0867944cbc04 }, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.151239779Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:737"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.316437789Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:739"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.321775747Z","hostname":"sock","pid":1555,"uri":"/instances/6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e/state","method":"GET","req_id":"275314a2-afff-48f0-bdde-36743a052d5c","remote_addr":"[fd00:1122:3344:101::c]:59722","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":2475609,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.321805897Z","hostname":"sock","pid":1555,"uri":"/instances/6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e/state","method":"GET","req_id":"27eba02e-5e7f-46ac-b164-f8fe6958623d","remote_addr":"[fd00:1122:3344:101::a]:35416","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":3141546,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.321814167Z","hostname":"sock","pid":1555,"uri":"/instances/6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e/state","method":"GET","req_id":"605032dd-790f-4826-aedf-ae029ae57ad6","remote_addr":"[fd00:1122:3344:101::b]:34881","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":3223126,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-07-29T22:46:33.322278622Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.322319512Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:623"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.322332373Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:645","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-07-29T22:46:33.322278622Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(ee95b877-8e26-40da-9667-66be1938dd14 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-29T22:46:22.762602632Z }","propolis_id":"ee95b877-8e26-40da-9667-66be1938dd14"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.322366153Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:542","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(ee95b877-8e26-40da-9667-66be1938dd14 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-29T22:46:22.762602632Z }, propolis_id: ee95b877-8e26-40da-9667-66be1938dd14 (propolis), vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-07-29T22:46:33.322278622Z }, migration_state: None }","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-07-29T22:46:33.417477338Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.417498878Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:623"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.417526718Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:645","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-07-29T22:46:33.417477338Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(ee95b877-8e26-40da-9667-66be1938dd14 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-29T22:46:22.762602632Z }","propolis_id":"ee95b877-8e26-40da-9667-66be1938dd14"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.417539538Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:542","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(ee95b877-8e26-40da-9667-66be1938dd14 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-29T22:46:22.762602632Z }, propolis_id: ee95b877-8e26-40da-9667-66be1938dd14 (propolis), vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-07-29T22:46:33.417477338Z }, migration_state: None }","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.455931812Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58569"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.456058893Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"fdde7916-3fe7-4d3f-a28a-09a6df7de2b9","remote_addr":"[fd00:1122:3344:101::b]:58569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":72,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.468946242Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"df905833-db82-4498-87ad-8c1ffd2dff29","remote_addr":"[fd00:1122:3344:101::b]:58569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":491,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.509468249Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35626"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.50954592Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"6db52122-2fcc-4b12-98ad-23fcc8afed6b","remote_addr":"[fd00:1122:3344:101::b]:35626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":37,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:33.522102235Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"79fe9d4a-fac3-49c3-973c-5100f0143c6b","remote_addr":"[fd00:1122:3344:101::b]:35626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":92,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:38.006707276Z","hostname":"sock","pid":1555,"uri":"/5df666dc-0ff3-47a2-993c-12911629496a","method":"GET","req_id":"d7cb15f3-4f52-4606-9d1d-5c3f008c1c69","remote_addr":"[fd00:1122:3344:101::d]:50413","local_addr":"[fd00:1122:3344:101::1]:54192","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"5df666dc-0ff3-47a2-993c-12911629496a","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":631,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:46.042924196Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45561"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:46.044091819Z","hostname":"sock","pid":1555,"uri":"/instances/6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e/state","method":"PUT","req_id":"b2e15be8-bbba-49d7-ab68-dd5bffd75ffc","remote_addr":"[fd00:1122:3344:101::a]:45561","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":1118,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-07-29T22:46:46.044215800Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:46.04424394Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:623"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:46.04427949Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:645","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-07-29T22:46:46.044215800Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(ee95b877-8e26-40da-9667-66be1938dd14 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-29T22:46:22.762602632Z }","propolis_id":"ee95b877-8e26-40da-9667-66be1938dd14"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:46.044305341Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:542","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(ee95b877-8e26-40da-9667-66be1938dd14 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-29T22:46:22.762602632Z }, propolis_id: ee95b877-8e26-40da-9667-66be1938dd14 (propolis), vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-07-29T22:46:46.044215800Z }, migration_state: None }","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-07-29T22:46:46.096804967Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:46.096822587Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:623"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:46.096848617Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:645","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-07-29T22:46:46.096804967Z }","new_instance_state":"InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-07-29T22:46:46.096804967Z }","propolis_id":"ee95b877-8e26-40da-9667-66be1938dd14"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:46.096859257Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:660","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:46.096864557Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:46.099690558Z","hostname":"sock","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:405"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:46.099724638Z","hostname":"sock","pid":1555,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:445","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/26da7c67-d805-4fa4-83b6-471628e82390/debug/bundle/zone\", \"/pool/int/6f7fbdb0-935e-45a6-8a22-918b008caf27/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/8a141eed-dbb3-4454-bf4d-a80450bce769/crypt/debug\", \"/pool/ext/7d81c0ff-af0b-41a7-af78-d5743695642b/crypt/debug\", \"/pool/ext/d8cd1e2c-62b5-4e76-942c-224348db940d/crypt/debug\", \"/pool/ext/66d6450a-3284-4c65-a285-1d8bcf4bac93/crypt/debug\", \"/pool/ext/f160aa1c-495d-4a9a-87f5-34e62fd8601e/crypt/debug\", \"/pool/ext/04fcb670-76ba-4fb0-bafa-c9b2df44923c/crypt/debug\", \"/pool/ext/79239725-361e-43c2-880b-8a7b1b1f2d02/crypt/debug\", \"/pool/ext/52ee60ab-a8a0-45da-931e-f84445fb42ad/crypt/debug\", \"/pool/ext/98eb1632-0336-476c-bf00-87e4151f37b0/crypt/debug\"] }","zone_name":"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:46.136934969Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46789"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:46.137781468Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"91618c39-7bf3-40f3-bd27-f49f552fa4ed","remote_addr":"[fd00:1122:3344:101::b]:46789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":754,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:46.150615056Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"f183109d-5e49-4c9e-aff1-ad7309d91b3d","remote_addr":"[fd00:1122:3344:101::b]:46789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":128,"response_code":"204"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:46.733576248Z","hostname":"sock","pid":1555,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1249","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14\", bundle_id: ecd35f18-3048-443a-ac04-2897e81e5f65 }, time_created: 2024-07-29T22:46:46.100047501Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_ee95b877-8e26-40da-9667-66be1938dd14","v":0,"name":"SledAgent","level":40,"time":"2024-07-29T22:46:46.733670589Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:832"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:48.493626052Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:48.508795825Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:906","id":"RouterId { vni: Vni(13873338), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:48.508857936Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:906","id":"RouterId { vni: Vni(13873338), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:48.509705915Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:542","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-07-29T22:46:46.096804967Z }, propolis_id: ee95b877-8e26-40da-9667-66be1938dd14 (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-07-29T22:46:48.509665965Z }, migration_state: None }","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:48.612710045Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62345"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:48.613560764Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"6b996bfb-f496-474f-a450-78bfad85d5c4","remote_addr":"[fd00:1122:3344:101::b]:62345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":792,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:48.613810437Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:780","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 241, 100, 187])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(13873338) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:48.613851447Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"PUT","req_id":"acc2a02b-a93f-4e6d-a376-5b15527430df","remote_addr":"[fd00:1122:3344:101::b]:62345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":102,"response_code":"204"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:48.836414205Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:542","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-07-29T22:46:46.096804967Z }, propolis_id: ee95b877-8e26-40da-9667-66be1938dd14 (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-07-29T22:46:48.509665965Z }, migration_state: None }","instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:48.840313537Z","hostname":"sock","pid":1555,"instance_id":"6983ae1a-fdaf-4855-bcf1-6e86dd3b5a9e","component":"InstanceManager","file":"sled-agent/src/instance.rs:775"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:48.874964021Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62480"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:48.875054082Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"84f3dcac-043e-4404-b804-93c783bfab9b","remote_addr":"[fd00:1122:3344:101::b]:62480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:48.881561462Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"001828dd-132e-44bc-bcf5-7c3ab422a3b6","remote_addr":"[fd00:1122:3344:101::b]:62480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":105,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:48.919785724Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52122"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:48.920700907Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"df81c59c-3319-42ac-bfd5-ce2d287d05c3","remote_addr":"[fd00:1122:3344:101::b]:52122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":887,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:48.926981341Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"57651b64-1c00-4cdd-b837-48364878f166","remote_addr":"[fd00:1122:3344:101::b]:52122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":55,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:49.181861868Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33250"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:49.182013579Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"GET","req_id":"a67c250f-425b-4f85-9c08-8e0f9a733811","remote_addr":"[fd00:1122:3344:101::a]:33250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":130,"response_code":"200"} {"msg":"Clearing mapping of virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:49.182266232Z","hostname":"sock","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:820","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 241, 100, 187])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(13873338) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:49.184990641Z","hostname":"sock","pid":1555,"uri":"/v2p","method":"DELETE","req_id":"260b26a7-c6fa-421b-be30-c90e81275385","remote_addr":"[fd00:1122:3344:101::a]:33250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":2770,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:50.247704432Z","hostname":"sock","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:65535"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:50.247779233Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"b228a926-e135-4c61-a834-87468d58ddae","remote_addr":"[fd00:1122:3344:101::a]:65535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":74,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-29T22:46:50.253486475Z","hostname":"sock","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"f5153fc4-f181-4669-8cea-97b3c9762688","remote_addr":"[fd00:1122:3344:101::a]:65535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/0c0bae3/dropshot/src/server.rs:914","latency_us":114,"response_code":"204"}