[ Sep 23 23:08:45 Enabled. ] [ Sep 23 23:08:45 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Sep 23 23:08:45 Method "start" exited with status 0. ] [ Sep 23 23:08:45 Rereading configuration. ] [ Sep 23 23:08:45 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:45.494029739Z","hostname":"sock","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:45.494170621Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:45.546448903Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:45.546493744Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:45.661207776Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:45.670054998Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:45.678121181Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.279382561Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.420725659Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.42075887Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.420856841Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.420938822Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.420945532Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.420978673Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.423849826Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:623"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:08:46.423859576Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:765"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.423874096Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.423884396Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:824"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.423920336Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.423940497Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.424100878Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.424133199Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.424147729Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.435055435Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.435081375Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"7073a935-f8ba-4ac8-91ff-452f67ec46db (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:46.56999392Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 7073a935-f8ba-4ac8-91ff-452f67ec46db (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.086599713Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.086644274Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.086652074Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.086663424Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.086667904Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7073a935-f8ba-4ac8-91ff-452f67ec46db (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.086699345Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.086711385Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.086720315Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.086728565Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.086766906Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.096263675Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.096284855Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"206369d1-a9ea-498a-85ee-23c79d5662f8 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.20859777Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 206369d1-a9ea-498a-85ee-23c79d5662f8 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738162923Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738208824Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7073a935-f8ba-4ac8-91ff-452f67ec46db (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 206369d1-a9ea-498a-85ee-23c79d5662f8 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738230414Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738239024Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738244214Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738250264Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738266544Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738283575Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7073a935-f8ba-4ac8-91ff-452f67ec46db (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 206369d1-a9ea-498a-85ee-23c79d5662f8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738312265Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738317465Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738324765Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738329385Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738333295Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738338565Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7073a935-f8ba-4ac8-91ff-452f67ec46db (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 206369d1-a9ea-498a-85ee-23c79d5662f8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738357316Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738362276Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738366596Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738371476Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738375696Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738380596Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7073a935-f8ba-4ac8-91ff-452f67ec46db (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 206369d1-a9ea-498a-85ee-23c79d5662f8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738405836Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738411136Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738434126Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738439826Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738485747Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738497257Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7073a935-f8ba-4ac8-91ff-452f67ec46db (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 206369d1-a9ea-498a-85ee-23c79d5662f8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738523227Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738529458Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738534098Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738541498Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738545427Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738549908Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738563938Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738567928Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7073a935-f8ba-4ac8-91ff-452f67ec46db (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 206369d1-a9ea-498a-85ee-23c79d5662f8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738589418Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738594248Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738597438Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7073a935-f8ba-4ac8-91ff-452f67ec46db (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 206369d1-a9ea-498a-85ee-23c79d5662f8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738623968Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738628239Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738631948Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738635799Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738640529Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738644529Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738647679Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7073a935-f8ba-4ac8-91ff-452f67ec46db (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 206369d1-a9ea-498a-85ee-23c79d5662f8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738681029Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738685529Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738689599Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738694119Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738697859Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738701599Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.73870498Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7073a935-f8ba-4ac8-91ff-452f67ec46db (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 206369d1-a9ea-498a-85ee-23c79d5662f8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.73873358Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.73873784Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.73874348Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.73874703Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.73875023Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7073a935-f8ba-4ac8-91ff-452f67ec46db (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 206369d1-a9ea-498a-85ee-23c79d5662f8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.73878284Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.73878669Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.73879025Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.73879359Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738796961Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738806521Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738828701Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738837361Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738851001Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738855521Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738859521Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738890271Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.738894842Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.749972579Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:737"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.75003145Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999926149s","next_cleanup":"Instant { tv_sec: 1326, tv_nsec: 739847933 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.750117021Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3917"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.750149701Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.750217972Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.752075234Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.753082135Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.754847526Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.755361472Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.755369801Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.755452302Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.755506223Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.755519353Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.755526703Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.755552204Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.755560514Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.755567154Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.755571004Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.755575564Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:155"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.755588584Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:128"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.755615484Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.755641325Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.755932618Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 20416e3d-a221-481f-9784-cbbcea3a72c8,\n sleds: {\n [fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: a6cfeab5-1bcd-4180-8b80-d27bd607042d,\n rack_id: 20416e3d-a221-481f-9784-cbbcea3a72c8,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.756194221Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:175"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.756199741Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.756239522Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.756248462Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.756424694Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.756559175Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.756617776Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: a6cfeab5-1bcd-4180-8b80-d27bd607042d, rack_id: 20416e3d-a221-481f-9784-cbbcea3a72c8, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.757132402Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4214"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.757199122Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4596"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.761980188Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.767871786Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.768096428Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.772777842Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.772862053Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.772966614Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:44836","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: a6cfeab5-1bcd-4180-8b80-d27bd607042d, rack_id: 20416e3d-a221-481f-9784-cbbcea3a72c8, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.773089106Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:361"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.773104476Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:376"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.773131536Z","hostname":"sock","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.773142806Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.773147696Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.773159497Z","hostname":"sock","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"No ledger in /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.773175437Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.773189577Z","hostname":"sock","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.773220487Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.773225337Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.773229207Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.773234827Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.773240287Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.773247347Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.789674187Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.810163113Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.82373648Z","hostname":"sock","pid":1562,"sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.82377818Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.82378586Z","hostname":"sock","pid":1562,"sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.82381712Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 54.38135ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.826689174Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12af1982-c82a-4095-8eea-b4c16a0dc91d\", \"content-length\": \"124\", \"date\": \"Mon, 23 Sep 2024 23:08:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"12af1982-c82a-4095-8eea-b4c16a0dc91d\" }"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.827069068Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"attempting to create encrypted zvol: name=\"oxi_7073a935-f8ba-4ac8-91ff-452f67ec46db/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.836360025Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_7073a935-f8ba-4ac8-91ff-452f67ec46db/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.867876558Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_7073a935-f8ba-4ac8-91ff-452f67ec46db/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.867921659Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.872869426Z","hostname":"sock","pid":1562,"sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.872883626Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:130"} {"msg":"Ensuring dataset oxi_7073a935-f8ba-4ac8-91ff-452f67ec46db/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.872890276Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:140"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.882619828Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 114.362157ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.883213995Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e524b9e-9328-4b67-a250-984552274aac\", \"content-length\": \"124\", \"date\": \"Mon, 23 Sep 2024 23:08:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7e524b9e-9328-4b67-a250-984552274aac\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.976258157Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:175"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.998571404Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 200.272735ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:47.999236122Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3631f02f-fb1e-4a6e-89b2-cefce4c2b732\", \"content-length\": \"124\", \"date\": \"Mon, 23 Sep 2024 23:08:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3631f02f-fb1e-4a6e-89b2-cefce4c2b732\" }"} {"msg":"Mounting oxi_7073a935-f8ba-4ac8-91ff-452f67ec46db/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.19690771Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:183"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.201000927Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 213.195512ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.201685825Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25cdbea3-3556-4a82-a0aa-d2c65b42174b\", \"content-length\": \"124\", \"date\": \"Mon, 23 Sep 2024 23:08:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"25cdbea3-3556-4a82-a0aa-d2c65b42174b\" }"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.210244483Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:191"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.210334804Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:191"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.210368445Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:191"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.210386465Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:197"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.416547301Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 223.33656ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.417269109Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cbe8900-540c-4aee-999f-a31a6f205fc6\", \"content-length\": \"124\", \"date\": \"Mon, 23 Sep 2024 23:08:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5cbe8900-540c-4aee-999f-a31a6f205fc6\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.641719496Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 364.283399ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.642433535Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f95236b-d9d4-4c83-937c-dcfd05db7518\", \"content-length\": \"124\", \"date\": \"Mon, 23 Sep 2024 23:08:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3f95236b-d9d4-4c83-937c-dcfd05db7518\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.960806824Z","hostname":"sock","pid":1562,"sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.96656011Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:55701","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.966597591Z","hostname":"sock","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:73","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.966671831Z","hostname":"sock","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:55701","producer_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:08:48.967878165Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"301.409945ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.968813846Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.968822836Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.968897177Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:921","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:48.968902587Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:49.007798635Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:08:49.270721046Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"529.29573ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:08:49.801971349Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.023454144s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:08:50.826927961Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.462482942s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:51.374788245Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2670"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:51.374825295Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2888"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:51.374831415Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2540"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:51.374836366Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2587"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:51.374851776Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2969"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:51.374856166Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3011"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:51.376813698Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2813"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:51.378143364Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2581"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:51.378256085Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:51.378375206Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 70.40235ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:08:51.663592863Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 78.485978ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:08:51.882440766Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 274.424451ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:08:52.070384642Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:08:52.290429128Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"3.560773901s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 591.079799ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:08:52.47288319Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 570.184775ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:08:53.121152582Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 560.532772ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:08:53.715907656Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.043204044s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:08:54.315437456Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 718.790248ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:08:55.410568027Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:08:55.852918276Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"7.062304455s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 717.242467ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:08:56.257261125Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.422637726Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.422693117Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:431"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.422699537Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.422719757Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.42297845Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.423219963Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.423266484Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.423275394Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3917"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.423328474Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:44836","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.656860586Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.656945987Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.657061488Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.657119859Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.657127629Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.657176119Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.65721162Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.657251831Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.662132547Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4238","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.662148977Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4254"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.662156217Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.902637649Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:53796"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.902891242Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.902993613Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"07825557-4d43-4abd-8199-59856eea7aac","remote_addr":"[fd00:1122:3344:101::1]:53796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":239,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.933011649Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:46068"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.93310451Z","hostname":"sock","pid":1562,"uri":"/sled-role","method":"GET","req_id":"9ffe4c6e-7959-4a8e-8835-c05a628b3224","remote_addr":"[fd00:1122:3344:101::1]:46068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":58,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.933804948Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.933830018Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.934213512Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.934502426Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:1001"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 24cea942-cbad-4c12-b55d-742656c7a16f, pool_id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: e9b1cf31-e3a3-43cf-8ddf-2d16b666c1b0, pool_id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: de916f96-454a-4f89-aaf2-ea71291c0174, pool_id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 7a77aac8-c798-4f49-a8ec-44a0ce07cbf7, pool_id: 82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 446ad3ef-d639-41fe-bbeb-2eea73eeb7d7, pool_id: d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 5e84b15b-5387-4cd7-9e4c-5adcc412b1ee, pool_id: ce967aab-6630-4925-b90b-9c9cb48e90c0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 4aa1bba4-2f35-4907-8754-1cf5fb57b138, pool_id: fd5ca1dd-39f0-4844-af6b-77dcaa746e9d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 1bc21899-4684-4321-ae96-d43ab4310347, pool_id: ef338e61-2c72-4f07-92cd-da33ab2266a6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: ddb3a3d8-f9d7-46f7-afb7-84ffbc3762bb, pool_id: 1be25b7d-d663-491f-9b22-294625b9b9ed (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.966256341Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.966454734Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:35676"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.966715517Z","hostname":"sock","pid":1562,"sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 24cea942-cbad-4c12-b55d-742656c7a16f, pool_id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: e9b1cf31-e3a3-43cf-8ddf-2d16b666c1b0, pool_id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: de916f96-454a-4f89-aaf2-ea71291c0174, pool_id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 7a77aac8-c798-4f49-a8ec-44a0ce07cbf7, pool_id: 82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 446ad3ef-d639-41fe-bbeb-2eea73eeb7d7, pool_id: d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 5e84b15b-5387-4cd7-9e4c-5adcc412b1ee, pool_id: ce967aab-6630-4925-b90b-9c9cb48e90c0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 4aa1bba4-2f35-4907-8754-1cf5fb57b138, pool_id: fd5ca1dd-39f0-4844-af6b-77dcaa746e9d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 1bc21899-4684-4321-ae96-d43ab4310347, pool_id: ef338e61-2c72-4f07-92cd-da33ab2266a6 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: ddb3a3d8-f9d7-46f7-afb7-84ffbc3762bb, pool_id: 1be25b7d-d663-491f-9b22-294625b9b9ed (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.966752407Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.966758837Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.966768167Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.966777247Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.966802458Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.966812488Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.966817878Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:57.966821598Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:58.102685254Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:58.102714384Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"3877506b-1f39-42fc-94ac-b2d382e6869a (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:08:58.572073144Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:08:59.022299032Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3449041278779267801"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:08:59.022396323Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12058059254565128693"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.228015903Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.242191617Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.249478021Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.249547071Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.249580982Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.249594242Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.249602642Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.249735604Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.249747514Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.287912994Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3877506b-1f39-42fc-94ac-b2d382e6869a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.294768123Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_3877506b-1f39-42fc-94ac-b2d382e6869a","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.505677134Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.513651765Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.513685546Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.513692546Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.513699796Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.513705346Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.523331637Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.523367017Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.643805266Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.652351704Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.652390134Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.652399054Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.652411735Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.652429005Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.652613507Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.652625907Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:08:59.656758595Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.696654664Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f28e76df-bcff-4355-b674-7f6f05c9f8dc/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.703982669Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_f28e76df-bcff-4355-b674-7f6f05c9f8dc","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.930743582Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.938986008Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.939022718Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.939028548Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.939034068Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.939038678Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.948234194Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:08:59.948264855Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"27622737-fd47-4a66-a552-1d64c0d56a2b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.06765467Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.07547611Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.075513561Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.075521631Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.075543001Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.075561671Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.075686353Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.075694513Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.120437228Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_27622737-fd47-4a66-a552-1d64c0d56a2b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.128477751Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_27622737-fd47-4a66-a552-1d64c0d56a2b","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.336694971Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.344592772Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.344629163Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.344636212Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.344643913Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.344649673Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.354904781Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.354935701Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.474443359Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.482767875Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.482831255Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.482840776Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.482853586Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.482860486Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.482983037Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.482989957Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.528045517Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_82bc7793-c675-49d9-9db9-2f4a2a329bef/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.535922497Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:00.659593963Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_82bc7793-c675-49d9-9db9-2f4a2a329bef","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.762479628Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.770469191Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.770515861Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.770521741Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.770528361Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.770532661Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.780192492Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.780223303Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.899738281Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.907472679Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.90751527Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.90752465Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.90754028Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.90755088Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.907734453Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.907746033Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.949546535Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_d78e334d-0261-40af-8332-4a45fd2a8d42/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:00.957084041Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_d78e334d-0261-40af-8332-4a45fd2a8d42","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.191676414Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.199665857Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.199696637Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.199747398Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.199756087Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.199761128Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.209720513Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.209748813Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"ce967aab-6630-4925-b90b-9c9cb48e90c0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.33533594Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: ce967aab-6630-4925-b90b-9c9cb48e90c0 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.342909028Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.342947738Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.342955688Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.342963908Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.342971768Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.34310101Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.34311029Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.390700138Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ce967aab-6630-4925-b90b-9c9cb48e90c0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.398463438Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_ce967aab-6630-4925-b90b-9c9cb48e90c0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.634490278Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.642777994Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.642806804Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.642813894Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.642819494Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.642840664Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.65290856Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.652932211Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"fd5ca1dd-39f0-4844-af6b-77dcaa746e9d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.782431983Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: fd5ca1dd-39f0-4844-af6b-77dcaa746e9d (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.790233623Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.790258973Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.790283244Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.790313974Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.790321374Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.790466526Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.790474836Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.836093782Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:01.840369691Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Automatically destroying dataset: oxp_fd5ca1dd-39f0-4844-af6b-77dcaa746e9d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:01.844107634Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_fd5ca1dd-39f0-4844-af6b-77dcaa746e9d","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.071453604Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.079217294Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.079261974Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.079272544Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.079279944Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.079285994Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.088874505Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.088900795Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"ef338e61-2c72-4f07-92cd-da33ab2266a6 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.207095847Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: ef338e61-2c72-4f07-92cd-da33ab2266a6 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.214794426Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.214856047Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.214878797Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.214892097Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.214900217Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.215037349Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.215046219Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.260147859Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ef338e61-2c72-4f07-92cd-da33ab2266a6/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.267960449Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"Looking for unencrypted datasets in oxp_ef338e61-2c72-4f07-92cd-da33ab2266a6","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.494057765Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.50927716Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.509300531Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.509307451Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.50931288Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.509316821Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.519219535Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.519254725Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"1be25b7d-d663-491f-9b22-294625b9b9ed (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.641197251Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:185","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 1be25b7d-d663-491f-9b22-294625b9b9ed (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.649356625Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:229","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.649395865Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:231","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.649402245Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:235","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.649446726Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.649481746Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.649612397Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.649620548Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:249"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.693684485Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1be25b7d-d663-491f-9b22-294625b9b9ed/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.701484366Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:292"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:02.84245439Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:02.917285033Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"16.489295028s"} {"msg":"Looking for unencrypted datasets in oxp_1be25b7d-d663-491f-9b22-294625b9b9ed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.928926847Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:378"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.937144351Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.937175392Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.937267623Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.937390604Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7073a935-f8ba-4ac8-91ff-452f67ec46db (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 206369d1-a9ea-498a-85ee-23c79d5662f8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: ce967aab-6630-4925-b90b-9c9cb48e90c0 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fd5ca1dd-39f0-4844-af6b-77dcaa746e9d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: ef338e61-2c72-4f07-92cd-da33ab2266a6 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1be25b7d-d663-491f-9b22-294625b9b9ed (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.937454535Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.937465925Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.937545286Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.937794399Z","hostname":"sock","pid":1562,"sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.937820469Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.93783729Z","hostname":"sock","pid":1562,"sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.93785718Z","hostname":"sock","pid":1562,"sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.93786229Z","hostname":"sock","pid":1562,"sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.93789973Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.93790927Z","hostname":"sock","pid":1562,"sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.937956541Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:773","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.937968341Z","hostname":"sock","pid":1562,"sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.938057552Z","hostname":"sock","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"601fa478-3064-437c-b6c5-1f4340d460e3","remote_addr":"[fd00:1122:3344:101::1]:35676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4971504,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: c86c6776-f22d-4b00-9f43-3c9b9c343289 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2729181-3180-4ecf-bd42-a48f1144b71d (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 65799211-2178-4ef6-a14b-629ea048347e (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.969250231Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.969367502Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:59328"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c86c6776-f22d-4b00-9f43-3c9b9c343289, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.969633145Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:02.969638325Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: c86c6776-f22d-4b00-9f43-3c9b9c343289, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2729181-3180-4ecf-bd42-a48f1144b71d, dataset_name: DatasetName { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:03.031274426Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:03.031303386Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: b2729181-3180-4ecf-bd42-a48f1144b71d, dataset_name: DatasetName { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65799211-2178-4ef6-a14b-629ea048347e, dataset_name: DatasetName { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:03.094242792Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:03.094266612Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 65799211-2178-4ef6-a14b-629ea048347e, dataset_name: DatasetName { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:03.158798096Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:03.158830346Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:03.158856226Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:03.158891497Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:03.204013797Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:03.204046607Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:03.204053287Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:03.255273548Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:03.259190473Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:03.262972426Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:03.275305868Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:03.280167974Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:03.284378593Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:03.844799472Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:04.80423345Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:04.804317931Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:04.804506503Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:05.287425298Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:05.765558079Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:05.76567697Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:05.765782871Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d\") failed: Property not found. retry in 58.442824ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:05.774127927Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:05.774166928Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:05.778442757Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d\") failed: Property not found. retry in 90.740924ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:05.843211874Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e\") failed: Property not found. retry in 50.155316ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:05.896344116Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289\") failed: Property not found. retry in 36.602847ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:05.902855211Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d\") failed: Property not found. retry in 233.567158ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:05.94264475Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289\") failed: Property not found. retry in 97.382463ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:05.948579868Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e\") failed: Property not found. retry in 115.64643ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:05.955161054Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289\") failed: Property not found. retry in 145.238675ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:06.218107734Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d\") failed: Property not found. retry in 368.973956ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:06.235188851Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e\") failed: Property not found. retry in 139.086167ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:06.248727817Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289\") failed: Property not found. retry in 259.186753ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:06.389246447Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e\") failed: Property not found. retry in 221.111464ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:06.400066781Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d\") failed: Property not found. retry in 890.717467ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:06.613821135Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e\") failed: Property not found. retry in 845.139807ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:06.629388784Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289\") failed: Property not found. retry in 661.932371ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:06.656102482Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289\") failed: Property not found. retry in 1.284767017s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:07.327166506Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:07.42548955Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8769784392672881974"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:07.425603601Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8437288872673826417"} {"msg":"wait for service Some(\"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e\") failed: Property not found. retry in 1.184115938s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:07.484382298Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d\") failed: Property not found. retry in 867.533279ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:07.514136101Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:07.691647247Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4262"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:07.691696988Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4272","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:07.698663128Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4351"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:07.836643808Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4399"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:07.836675689Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4426"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:07.881499685Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4439"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:07.881527195Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4303"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:07.942008533Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4345"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:07.942037203Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4406","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:07.965594515Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4417"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:07.965623845Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4459"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.072341954Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4491"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.072375405Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4497"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.183615557Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:35235"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.18389461Z","hostname":"sock","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"ecfd3f9a-ea58-44fb-b3fa-5801bc9ddbe6","remote_addr":"[fd00:1122:3344:101::2]:35235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":132,"response_code":"200"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.200962037Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4538"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.200992537Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:08.233763225Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.234122929Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.266488062Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.266605503Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.266998708Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.267017728Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.302578328Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354407665Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354468376Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354478696Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354485086Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354491186Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354498466Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354504476Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354510366Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354517506Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354523346Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354538057Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354546237Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354551947Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354556037Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354559967Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354564147Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354567977Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354571937Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354576497Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354580597Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354585197Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354589187Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:08.354603907Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d\") failed: Property not found. retry in 565.56883ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:08.392021799Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289\") failed: Property not found. retry in 942.103615ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:08.620724665Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e\") failed: Property not found. retry in 774.912695ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:08.677346627Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d\") failed: Property not found. retry in 643.861314ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:08.965162535Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:09.024510828Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3449041278779267801"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:09.024630879Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12058059254565128693"} {"msg":"wait for service Some(\"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e\") failed: Property not found. retry in 1.306745863s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:09.460343221Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289\") failed: Property not found. retry in 1.256351033s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:09.569784022Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d\") failed: Property not found. retry in 508.074527ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:09.615656891Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d\") failed: Property not found. retry in 912.363566ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:10.133446238Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e\") failed: Property not found. retry in 752.677786ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:10.775794152Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289\") failed: Property not found. retry in 901.617168ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:10.834158504Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.753928825Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_internal_dns_b2729181-3180-4ecf-bd42-a48f1144b71d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.753968325Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_internal_dns_65799211-2178-4ef6-a14b-629ea048347e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.753974845Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_internal_dns_c86c6776-f22d-4b00-9f43-3c9b9c343289"} {"msg":"Writing ledger to /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.753986005Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.75434012Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.754678753Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"14ead1f3-0f80-4c28-b621-ec9f61434f8b","remote_addr":"[fd00:1122:3344:101::1]:59328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8785227,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.757348444Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.812171196Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.873940628Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.929448868Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.929472138Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.960106421Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.960996141Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.961002531Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: c86c6776-f22d-4b00-9f43-3c9b9c343289 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2729181-3180-4ecf-bd42-a48f1144b71d (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 65799211-2178-4ef6-a14b-629ea048347e (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: b50fe4ad-b778-4fab-a3a7-685a6f574318 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: dba4edd6-2508-46ba-8f31-1f85c385ae5b, kind: Service { id: b50fe4ad-b778-4fab-a3a7-685a6f574318 }, name: Name(\"ntp-b50fe4ad-b778-4fab-a3a7-685a6f574318\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 49])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.989511839Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.9896115Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:62034"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c86c6776-f22d-4b00-9f43-3c9b9c343289, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.989787793Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:11.989798393Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: c86c6776-f22d-4b00-9f43-3c9b9c343289, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2729181-3180-4ecf-bd42-a48f1144b71d, dataset_name: DatasetName { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.009609781Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.009655911Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: b2729181-3180-4ecf-bd42-a48f1144b71d, dataset_name: DatasetName { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65799211-2178-4ef6-a14b-629ea048347e, dataset_name: DatasetName { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.025813288Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.025850788Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 65799211-2178-4ef6-a14b-629ea048347e, dataset_name: DatasetName { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.041234775Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.041282696Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.041428318Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.041527329Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.051860568Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.084874009Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.086429747Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.086434136Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.11620783Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 218, 49]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.11621625Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.116517043Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.116523283Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.116772926Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.117168741Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.140655081Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.1587903Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.788584939Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:12.788722371Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318\") failed: Property not found. retry in 39.874605ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:12.923319702Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318\") failed: Property not found. retry in 113.999115ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:12.969911338Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318\") failed: Property not found. retry in 211.372367ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:13.145044907Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318\") failed: Property not found. retry in 483.262956ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:13.367916206Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318\") failed: Property not found. retry in 913.719019ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:13.859791615Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318\") failed: Property not found. retry in 596.909206ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:14.783657812Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318\") failed: Property not found. retry in 1.355040606s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:15.390264344Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318\") failed: Property not found. retry in 843.627545ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:16.754440916Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:17.427944918Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8769784392672881974"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:17.428068209Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8437288872673826417"} {"msg":"wait for service Some(\"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318\") failed: Property not found. retry in 683.759706ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:17.607562558Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:18.313370862Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318"} {"msg":"Writing ledger to /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:18.313447233Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:18.313789257Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:18.314154061Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"544b7ef2-5bc2-45b3-8053-9b1e91d2541e","remote_addr":"[fd00:1122:3344:101::1]:62034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6324499,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:18.316703201Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:18.346490224Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:18.346661706Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:40406"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:18.355161364Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:18.355287575Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"3460a25a-91f5-4d59-a224-f7050ee88fc1","remote_addr":"[fd00:1122:3344:101::1]:40406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8509,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:18.357984047Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:18.481266547Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:18.48151317Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:45323"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:19.02725712Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3449041278779267801"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:19.027384291Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12058059254565128693"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:21.072796544Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15965241186540069973"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:21.551101877Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17146931977441740195"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:21.756390413Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9407049868805033054"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:22.490661545Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:22.490769337Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"9361dac1-de8e-4d88-8b74-97fb208d5a0b","remote_addr":"[fd00:1122:3344:101::1]:45323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009213,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:22.492608498Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:22.649770169Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:22.649911541Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54892"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:22.658868684Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:22.659020996Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"159e3c2e-26a9-4244-bc3b-2c492173e62f","remote_addr":"[fd00:1122:3344:101::1]:54892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9042,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:22.661633216Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:22.815080415Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:22.815193716Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:40907"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_b50fe4ad-b778-4fab-a3a7-685a6f574318': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:26.199743164Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:26.199873825Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"b60fc9a6-9cb4-4d5e-b876-7528f88d2885","remote_addr":"[fd00:1122:3344:101::1]:40907","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009162,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:26.202537726Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:26.483169219Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:26.48331804Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:41112"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:26.492878321Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"440260c8-1d83-458d-8569-f47e3516cf81","remote_addr":"[fd00:1122:3344:101::1]:41112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9551,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.2734029 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:26.496043237Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:26.496052368Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:26.673899143Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:26.674061045Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:59255"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:26.681586412Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"82ee0b7d-eca2-40b0-b2d3-a5867f8b8607","remote_addr":"[fd00:1122:3344:101::1]:59255","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7507,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.272890121 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:26.684143541Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:26.684150041Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:26.804235859Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8769784392672881974"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:26.804445652Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8437288872673826417"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:27.037250272Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:27.037420574Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:48789"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:27.045393746Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"42fc4c90-792a-4434-800b-0f14ab256b73","remote_addr":"[fd00:1122:3344:101::1]:48789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7947,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.272896379 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:27.047380129Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:27.047385279Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:27.288671598Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:27.288812769Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:65390"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:27.29583714Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"83a64fd4-fefd-4792-be26-87dd796d8a5b","remote_addr":"[fd00:1122:3344:101::1]:65390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7009,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.272215962 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:27.298051476Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:27.298057706Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:27.622788338Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:27.62290427Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:53481"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:27.629512156Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"d603d410-94fa-4b29-9fc8-c4ab407092f2","remote_addr":"[fd00:1122:3344:101::1]:53481","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6535,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.271309853 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:27.631385658Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:27.631393788Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:27.688274835Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5330562628629505977"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:27.688390017Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17256640605804727500"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:28.07374282Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:28.073947803Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54358"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:28.083730876Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"ead4c872-8cb8-40fe-ae4d-bb6ec45b0bf1","remote_addr":"[fd00:1122:3344:101::1]:54358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9746,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.269667685 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:28.087190736Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:28.087202856Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:28.398876017Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3449041278779267801"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:28.398994928Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12058059254565128693"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:28.511940674Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:28.512097646Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:53189"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:28.521593065Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"6380948e-62f5-41c8-8c16-9474db1d245f","remote_addr":"[fd00:1122:3344:101::1]:53189","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9480,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.268479884 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:28.526044207Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:28.526055097Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:29.245173888Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:29.24534787Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:49666"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:29.25404411Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"d3898b2a-b237-4c31-9f6b-0e6df0c994c6","remote_addr":"[fd00:1122:3344:101::1]:49666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8657,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.266310424 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:29.258012636Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:29.258021586Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:29.958528071Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:29.958712523Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:52692"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:29.967378043Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"0852cf03-edb3-463f-9964-774beccfff91","remote_addr":"[fd00:1122:3344:101::1]:52692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8629,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.264275104 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:29.970681762Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:29.970688572Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:30.449516735Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:30.449666126Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:49300"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:30.455102609Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15965241186540069973"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:30.458765432Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"be7eaef7-7bf5-4e85-ad10-fe621addb11b","remote_addr":"[fd00:1122:3344:101::1]:49300","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9037,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.262940109 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:30.4612428Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:30.46125098Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:30.915601571Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17146931977441740195"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:31.119377746Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9407049868805033054"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:32.053486821Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:32.053662213Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:63292"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:32.062391404Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"483aad8b-6cef-4947-94c9-0a9cb8246225","remote_addr":"[fd00:1122:3344:101::1]:63292","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8716,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1727132970.6081252, correction: -0.258381605 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:32.066317189Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:32.06632755Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:33.799366615Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"217.216597ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:33.961789842Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:33.961980224Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:40029"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:33.97025288Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"f77f2af1-c79b-4e7e-86ea-2a1884afb731","remote_addr":"[fd00:1122:3344:101::1]:40029","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8240,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1727132971.6078155, correction: -0.253195524 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:33.971644016Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:33.971648776Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:35.756984636Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:35.757178449Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:61799"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:35.766321904Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"e631203c-dff7-49e7-bd69-fad78ee649fd","remote_addr":"[fd00:1122:3344:101::1]:61799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9094,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1727132973.9643018, correction: -0.248579055 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:35.76764723Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:35.76765474Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:36.779415302Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8769784392672881974"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:36.779656834Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8437288872673826417"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:37.249662286Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36434"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:37.249848728Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"65cdc803-f8fb-49e6-ba6f-784fdfe5da3c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36434","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":72,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:37.30365898Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:37.303836552Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:51432"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:37.312051127Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"63d8e287-57ca-418e-80d7-cee26dd9b10a","remote_addr":"[fd00:1122:3344:101::1]:51432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8194,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1727132975.9885085, correction: -0.244896963 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:37.313658756Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:37.313679166Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:37.664036465Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5330562628629505977"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:37.664153326Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17256640605804727500"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:38.373338021Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3449041278779267801"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:38.373624794Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12058059254565128693"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:38.459159573Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:38.459333085Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:62369"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:38.467184506Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"775c9f50-115e-476e-be7c-d205aa6cf735","remote_addr":"[fd00:1122:3344:101::1]:62369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7829,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1727132977.5430136, correction: -0.241508543 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:38.470104409Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:38.470112829Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:40.430509984Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15965241186540069973"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:40.889946464Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17146931977441740195"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:41.093694099Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9407049868805033054"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:42.197135211Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:42.197320203Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:49112"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:42.205883312Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"b39c70f9-8ead-4f72-b2e5-1e1b74c7c21e","remote_addr":"[fd00:1122:3344:101::1]:49112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8529,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1727132980.0884418, correction: -0.231641352 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:42.209473174Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:42.209480374Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:46.611912112Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:46.612122466Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:34272"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:46.621355471Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"4873ec4c-e847-4338-af80-5d4022337036","remote_addr":"[fd00:1122:3344:101::1]:34272","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9195,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1727132985.4561749, correction: -0.219250172 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:46.625003793Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:46.625011203Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:46.754030214Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8769784392672881974"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:46.754161426Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8437288872673826417"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:47.638555676Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5330562628629505977"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:47.638680308Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17256640605804727500"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:48.347868773Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3449041278779267801"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:48.348093766Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12058059254565128693"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:49.012243532Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"314.829729ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:50.208518226Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:50.208693899Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:39736"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:50.21833416Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"90948610-e7f1-46cf-a4e4-2dd06bb6e112","remote_addr":"[fd00:1122:3344:101::1]:39736","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9602,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1727132988.4974284, correction: -0.209398106 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:50.222789291Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:50.222803822Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:50.404971106Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15965241186540069973"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:50.863832739Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17146931977441740195"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:51.067485943Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9407049868805033054"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:56.578497089Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:56.578701251Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:33640"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:56.58721063Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"e92485ed-64ee-4772-b241-e61a0f66d8d5","remote_addr":"[fd00:1122:3344:101::1]:33640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8486,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1727132993.8669558, correction: -0.191895932 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:09:56.591661911Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:09:56.591670661Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:56.728898457Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8769784392672881974"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:56.7291173Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8437288872673826417"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:57.613343128Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5330562628629505977"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:57.613453949Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17256640605804727500"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:58.323562485Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3449041278779267801"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:09:58.323668176Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12058059254565128693"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:00.379262041Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15965241186540069973"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:00.837362855Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17146931977441740195"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:01.042024371Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9407049868805033054"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:01.664604925Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:01.664794447Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:61893"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:01.674198845Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"2578d9b1-9891-421a-889f-d01b1ce0aa61","remote_addr":"[fd00:1122:3344:101::1]:61893","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9373,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1727133000.2618628, correction: -0.178040728 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:01.678783049Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:10:01.678791079Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:10:04.319626416Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"1.176956054s"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:06.703318743Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"8769784392672881974"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:06.703811639Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"8437288872673826417"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:07.202323374Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33375"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:07.202403301Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"bf6dac96-16f1-4282-8316-c8236cb94a50","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:33375","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":46,"response_code":"200"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:07.588027227Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5330562628629505977"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:07.588136848Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17256640605804727500"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:08.298368614Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3449041278779267801"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:08.298587828Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12058059254565128693"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:09.810454249Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:09.810634471Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:56679"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:09.819603405Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"53f0de18-5d97-4750-ab2f-afdee2eb692e","remote_addr":"[fd00:1122:3344:101::1]:56679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8934,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1727133008.9055448, correction: -0.15597631 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:09.824273529Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:10:09.824287389Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:10.354710919Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15965241186540069973"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:10.811776561Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17146931977441740195"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:11.016463226Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9407049868805033054"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:17.563199361Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5330562628629505977"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:17.563307593Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17256640605804727500"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:18.273472039Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3449041278779267801"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:18.273591501Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12058059254565128693"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:19.58713389Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:19.587324472Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:63848"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:19.597083835Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"7f06fc87-4530-4b67-a4ef-657e929257d4","remote_addr":"[fd00:1122:3344:101::1]:63848","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":9745,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1727133017.03483, correction: -0.129408881 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:19.600603876Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:10:19.600616206Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:20.330100906Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"15965241186540069973"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:10:20.486582895Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"1.846206754s"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:20.785912754Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"17146931977441740195"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:20.990708731Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"9407049868805033054"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:27.538786251Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"5330562628629505977"} {"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:27.539024704Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"17256640605804727500"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:28.248251739Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3449041278779267801"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:28.248459492Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12058059254565128693"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:28.354336085Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:28.354533048Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:48839"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:28.363553722Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"36ab8f55-00e0-4a6b-a5bc-e8a2985b6323","remote_addr":"[fd00:1122:3344:101::1]:48839","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8981,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1727133024.9225922, correction: -0.105610266 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:28.36600583Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:10:28.36601194Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:37.156344053Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50348"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:37.156448264Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"e3f3191f-7721-4b8a-8803-13c768d3e240","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50348","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":56,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:10:37.321808685Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"5.585276396s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:38.223613647Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3449041278779267801"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:38.223724168Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12058059254565128693"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:39.540039309Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:39.540211991Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50060"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:39.549141535Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"3233e653-31f5-4348-a302-60725c9dd015","remote_addr":"[fd00:1122:3344:101::1]:50060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8867,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1727133032.2827957, correction: -0.07525859 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:39.553606186Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:10:39.553612106Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:47.105389985Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:47.105560709Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:46903"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:47.114560522Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"7462da2c-6938-4df1-a0f2-80e083d8863f","remote_addr":"[fd00:1122:3344:101::1]:46903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8969,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1727133041.0786023, correction: -0.054812692 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:10:47.117561567Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:10:47.117571517Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:48.198262726Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3449041278779267801"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:48.198385157Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12058059254565128693"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:10:57.887361645Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"7.535416692s"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:58.173680323Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3449041278779267801"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:10:58.173823955Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12058059254565128693"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.48984742Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.490021362Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:65307"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.513636665Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"ab2dc807-c76f-4d2e-91d9-14bc1044face","remote_addr":"[fd00:1122:3344:101::1]:65307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":23590,"response_code":"200"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:00.515059918Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-23T23:10:06.703277733Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"8769784392672881974"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:00.515382785Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-23T23:10:06.703797349Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"8437288872673826417"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:00.515641458Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-23T23:10:20.330084196Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"15965241186540069973"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:00.515896611Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-23T23:10:20.990689190Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"9407049868805033054"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:00.516098103Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-23T23:10:27.539016064Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"17256640605804727500"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:00.516315666Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-23T23:10:27.538755761Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"5330562628629505977"} {"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:00.516743011Z","hostname":"sock","pid":1562,"component":"kstat-sampler-worker","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-09-23T23:10:20.785897064Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"17146931977441740195"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2728380417, ip_addr: 162.159.200.1, stratum: 4, ref_time: 1727133057.358366, correction: -0.018464429 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.51930806Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.51931826Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: c86c6776-f22d-4b00-9f43-3c9b9c343289 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2729181-3180-4ecf-bd42-a48f1144b71d (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 65799211-2178-4ef6-a14b-629ea048347e (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: b50fe4ad-b778-4fab-a3a7-685a6f574318 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: dba4edd6-2508-46ba-8f31-1f85c385ae5b, kind: Service { id: b50fe4ad-b778-4fab-a3a7-685a6f574318 }, name: Name(\"ntp-b50fe4ad-b778-4fab-a3a7-685a6f574318\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 49])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: edfcb679-1fe3-472b-a9da-78c2f419290c (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External } } } }, OmicronZoneConfig { id: 5de84641-2340-4c69-af19-09fcc80de08e (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External } } } }, OmicronZoneConfig { id: 819223d8-f233-41fc-b28b-2f89d285e4c1 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External } } } }, OmicronZoneConfig { id: aa048210-e58e-499f-9625-fe41caf5296f (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool), kind: External } } } }, OmicronZoneConfig { id: 61cdf299-97b9-49df-8210-9eebf86d6522 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.549237356Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.549400478Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:61525"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c86c6776-f22d-4b00-9f43-3c9b9c343289, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.549714502Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.549723892Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: c86c6776-f22d-4b00-9f43-3c9b9c343289, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2729181-3180-4ecf-bd42-a48f1144b71d, dataset_name: DatasetName { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.570503152Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.570544582Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: b2729181-3180-4ecf-bd42-a48f1144b71d, dataset_name: DatasetName { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65799211-2178-4ef6-a14b-629ea048347e, dataset_name: DatasetName { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.588894905Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.588939125Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 65799211-2178-4ef6-a14b-629ea048347e, dataset_name: DatasetName { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edfcb679-1fe3-472b-a9da-78c2f419290c, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.606503348Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.606547758Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: edfcb679-1fe3-472b-a9da-78c2f419290c, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5de84641-2340-4c69-af19-09fcc80de08e, dataset_name: DatasetName { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.670673319Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.67072009Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 5de84641-2340-4c69-af19-09fcc80de08e, dataset_name: DatasetName { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 819223d8-f233-41fc-b28b-2f89d285e4c1, dataset_name: DatasetName { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.73301596Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.733069141Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 819223d8-f233-41fc-b28b-2f89d285e4c1, dataset_name: DatasetName { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aa048210-e58e-499f-9625-fe41caf5296f, dataset_name: DatasetName { pool_name: ZpoolName { id: 82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.793068794Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.793114554Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: aa048210-e58e-499f-9625-fe41caf5296f, dataset_name: DatasetName { pool_name: ZpoolName { id: 82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61cdf299-97b9-49df-8210-9eebf86d6522, dataset_name: DatasetName { pool_name: ZpoolName { id: d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.853995218Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.854037349Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 61cdf299-97b9-49df-8210-9eebf86d6522, dataset_name: DatasetName { pool_name: ZpoolName { id: d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.914534068Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.914581048Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.914822301Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.914927532Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.998522438Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.998586939Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.998592589Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.998598979Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:00.99861264Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:01.086322422Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:01.090170377Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:01.094148443Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:01.098577874Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:01.102956855Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:01.107668029Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:01.112556756Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:01.116915036Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:01.121188896Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:01.125610187Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:04.007844865Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:04.007970276Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:04.017084411Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:04.017218633Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:04.083890243Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:04.084048535Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:04.094798769Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:04.09490426Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:04.129571641Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:04.129662192Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 59.210653ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:04.156906677Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e\") failed: Property not found. retry in 57.055146ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:04.163647455Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1\") failed: Property not found. retry in 40.972349ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:04.224037093Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 87.435854ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:04.32679032Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e\") failed: Property not found. retry in 79.697126ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:04.363278662Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1\") failed: Property not found. retry in 59.289093ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:04.45134174Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 32.202663ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:04.618009946Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 207.815035ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:04.885960002Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 63.476509ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:04.959618514Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e\") failed: Property not found. retry in 168.157759ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:04.982176024Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1\") failed: Property not found. retry in 100.856173ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:05.097032181Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 120.599466ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:05.129608728Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 263.90077ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:05.538151849Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 99.181344ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:05.581598501Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e\") failed: Property not found. retry in 594.668474ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:06.450429682Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1\") failed: Property not found. retry in 334.128507ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:06.584008885Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 146.818944ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:06.706236198Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 750.905831ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:06.731579371Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 292.37214ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:06.754790639Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 487.094162ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:06.864222904Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1\") failed: Property not found. retry in 1.002379923s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:06.928618878Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e\") failed: Property not found. retry in 631.446911ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:07.053073806Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 514.747584ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:07.060238658Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:07.108822289Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49012"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:07.108985021Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"7544bb10-8918-47f0-ae0d-5b10ea23e27c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49012","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":84,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 641.646063ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:07.363888575Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 1.309400153s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:07.491887263Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 1.066105689s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:07.583638693Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e\") failed: Property not found. retry in 695.627561ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:07.693123297Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1\") failed: Property not found. retry in 1.341766001s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:07.939102938Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 763.14304ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:08.013093602Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e\") failed: Property not found. retry in 864.162862ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:08.398329272Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 1.302685898s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:08.657893783Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 583.006352ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:08.78512555Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 689.234674ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:08.808646821Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e\") failed: Property not found. retry in 513.979107ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:09.273250115Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1\") failed: Property not found. retry in 1.492982972s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:09.289554433Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 778.291055ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:09.379012364Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 1.157737241s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:09.508702939Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e\") failed: Property not found. retry in 1.46636252s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:09.797936722Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 1.174227183s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:09.970753934Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 940.251447ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:10.169683346Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 1.225281512s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:10.67585721Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1\") failed: Property not found. retry in 817.075519ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:10.790133797Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 621.997132ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:11.117901344Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 866.154182ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:11.152719155Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e\") failed: Property not found. retry in 1.020363712s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:11.274046624Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1\") failed: Property not found. retry in 691.549694ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:11.61557631Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 511.272225ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:11.74744887Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 537.279845ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:11.910471999Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 777.894338ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:12.027817201Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 1.421955246s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:12.266729795Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e\") failed: Property not found. retry in 1.311424446s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:12.303586049Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1\") failed: Property not found. retry in 1.389666228s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:12.317157656Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 1.446980722s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:12.456099647Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 1.353563846s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:12.815150295Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 663.640829ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:13.697954819Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 979.624972ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:13.915219223Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 538.02437ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:14.178044622Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 1.328730605s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:14.371414011Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 520.022294ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:14.726970009Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 639.181658ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:14.904171531Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 727.243479ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:15.589862493Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 1.239805836s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:15.599942299Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 1.413545739s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:15.71190526Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 517.940093ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:16.327990479Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 1.057851317s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:16.853167681Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 1.090095448s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:16.862440138Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 1.134199498s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:17.137316175Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 900.290486ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:17.920857936Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 927.504754ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:17.96201017Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 1.093246829s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:18.281756354Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 578.160679ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:18.830422657Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 835.657328ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:18.897946765Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 778.07003ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:19.384879236Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 701.15179ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:19.417697805Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 928.16068ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:19.74264417Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 782.90916ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:20.12706807Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 1.004665769s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:20.171448551Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 925.601723ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:20.679100762Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 1.207778881s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:20.918585342Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 1.205526205s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:21.185266764Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 1.486021856s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:21.614078646Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:21.779833637Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"17.881922078s"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 1.04486042s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:22.134554595Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522\") failed: Property not found. retry in 1.466759347s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:22.399547119Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c\") failed: Property not found. retry in 1.005330741s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:23.108508969Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f\") failed: Property not found. retry in 1.196196194s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:23.186255365Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:24.405133022Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_aa048210-e58e-499f-9625-fe41caf5296f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:24.405208603Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_edfcb679-1fe3-472b-a9da-78c2f419290c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:24.405218083Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_5de84641-2340-4c69-af19-09fcc80de08e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:24.405224973Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_819223d8-f233-41fc-b28b-2f89d285e4c1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:24.405232883Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_cockroachdb_61cdf299-97b9-49df-8210-9eebf86d6522"} {"msg":"Writing ledger to /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:24.405264484Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:24.405685418Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:24.405981042Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"85dcde80-0df6-4a3b-8e6d-926ba3e9b789","remote_addr":"[fd00:1122:3344:101::1]:61525","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":23875294,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:24.43962118Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50653"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:24.467961176Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3713"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:24.658244129Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3731"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:31.96630942Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3754"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:31.966651474Z","hostname":"sock","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"db3af459-d790-43bf-befc-245c4fb56df2","remote_addr":"[fd00:1122:3344:101::1]:50653","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7526542,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: c86c6776-f22d-4b00-9f43-3c9b9c343289 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: b2729181-3180-4ecf-bd42-a48f1144b71d (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 65799211-2178-4ef6-a14b-629ea048347e (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: b50fe4ad-b778-4fab-a3a7-685a6f574318 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: dba4edd6-2508-46ba-8f31-1f85c385ae5b, kind: Service { id: b50fe4ad-b778-4fab-a3a7-685a6f574318 }, name: Name(\"ntp-b50fe4ad-b778-4fab-a3a7-685a6f574318\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 218, 49])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: edfcb679-1fe3-472b-a9da-78c2f419290c (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External } } } }, OmicronZoneConfig { id: 5de84641-2340-4c69-af19-09fcc80de08e (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External } } } }, OmicronZoneConfig { id: 819223d8-f233-41fc-b28b-2f89d285e4c1 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External } } } }, OmicronZoneConfig { id: aa048210-e58e-499f-9625-fe41caf5296f (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool), kind: External } } } }, OmicronZoneConfig { id: 61cdf299-97b9-49df-8210-9eebf86d6522 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool), kind: External } } } }, OmicronZoneConfig { id: e3d8dede-8980-4764-ac40-c508c2ebab6c (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: a3ab2617-5a99-4fbe-a7d1-4d5673064c67, kind: Service { id: e3d8dede-8980-4764-ac40-c508c2ebab6c }, name: Name(\"external-dns-e3d8dede-8980-4764-ac40-c508c2ebab6c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 212])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 954a3d10-a2dd-433b-9252-ede695863bda (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 074197bc-2b3f-4fe9-94c0-14608c5dfec9, kind: Service { id: 954a3d10-a2dd-433b-9252-ede695863bda }, name: Name(\"external-dns-954a3d10-a2dd-433b-9252-ede695863bda\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 133])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: b905b025-1e4a-4a11-bf0c-620257156cd8 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: fd5ca1dd-39f0-4844-af6b-77dcaa746e9d (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: ebf272b6-074a-4cee-a95e-216e4da4a83b, kind: Service { id: b905b025-1e4a-4a11-bf0c-620257156cd8 }, name: Name(\"nexus-b905b025-1e4a-4a11-bf0c-620257156cd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 221])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 212442ce-6712-4c6a-beb4-26917e04679b (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: ad747b06-b112-4f84-a56c-95e2ad7cc8d4, kind: Service { id: 212442ce-6712-4c6a-beb4-26917e04679b }, name: Name(\"nexus-212442ce-6712-4c6a-beb4-26917e04679b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 8edf7e0a-db5e-4594-b36b-7d389db56474 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: ef338e61-2c72-4f07-92cd-da33ab2266a6 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 12e743bf-60f7-4d25-9b2b-595ff259882d, kind: Service { id: 8edf7e0a-db5e-4594-b36b-7d389db56474 }, name: Name(\"nexus-8edf7e0a-db5e-4594-b36b-7d389db56474\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 27])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b1b00c55-180a-49a6-8247-29e381ecf42d (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External } } } }, OmicronZoneConfig { id: d04d138d-f307-4152-86f9-2f578b958978 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 7300ee9b-dcec-4cd9-afee-4935a43e803d (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: aa88cf81-d727-4e19-bd63-38f1fc37cdd3 (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: ce967aab-6630-4925-b90b-9c9cb48e90c0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 2021e4db-ac4e-4c53-aefe-4b4a4cee329f (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External } } } }, OmicronZoneConfig { id: c862f8c9-0ecd-45c2-b556-070743c225b6 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External } } } }, OmicronZoneConfig { id: 63847a61-061a-4155-84f8-b066c5b4e035 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External } } } }, OmicronZoneConfig { id: bf16b0f2-13a2-49a5-9700-bbce43d9c5d0 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool), kind: External } } } }, OmicronZoneConfig { id: ec6e51cd-fb03-46ba-babc-4aa3fc3244c1 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool), kind: External } } } }, OmicronZoneConfig { id: c08193c1-677d-424a-b7e3-47f8ed6c514f (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: ce967aab-6630-4925-b90b-9c9cb48e90c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ce967aab-6630-4925-b90b-9c9cb48e90c0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3a08792a-4a03-479c-8556-d27ce039902e (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: fd5ca1dd-39f0-4844-af6b-77dcaa746e9d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fd5ca1dd-39f0-4844-af6b-77dcaa746e9d (zpool), kind: External } } } }, OmicronZoneConfig { id: 3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: ef338e61-2c72-4f07-92cd-da33ab2266a6 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ef338e61-2c72-4f07-92cd-da33ab2266a6 (zpool), kind: External } } } }, OmicronZoneConfig { id: 46ddf6ac-e0eb-4eed-ade3-abef88f1df83 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 1be25b7d-d663-491f-9b22-294625b9b9ed (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1be25b7d-d663-491f-9b22-294625b9b9ed (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.016935374Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.017685953Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:64903"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c86c6776-f22d-4b00-9f43-3c9b9c343289, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.019302051Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.019312371Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: c86c6776-f22d-4b00-9f43-3c9b9c343289, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2729181-3180-4ecf-bd42-a48f1144b71d, dataset_name: DatasetName { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.060278133Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.060338694Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: b2729181-3180-4ecf-bd42-a48f1144b71d, dataset_name: DatasetName { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 65799211-2178-4ef6-a14b-629ea048347e, dataset_name: DatasetName { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.090853395Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.090909916Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 65799211-2178-4ef6-a14b-629ea048347e, dataset_name: DatasetName { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: edfcb679-1fe3-472b-a9da-78c2f419290c, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.123091287Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.123149267Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: edfcb679-1fe3-472b-a9da-78c2f419290c, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5de84641-2340-4c69-af19-09fcc80de08e, dataset_name: DatasetName { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.15206871Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.152126341Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 5de84641-2340-4c69-af19-09fcc80de08e, dataset_name: DatasetName { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 819223d8-f233-41fc-b28b-2f89d285e4c1, dataset_name: DatasetName { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.178429394Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.178504855Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 819223d8-f233-41fc-b28b-2f89d285e4c1, dataset_name: DatasetName { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aa048210-e58e-499f-9625-fe41caf5296f, dataset_name: DatasetName { pool_name: ZpoolName { id: 82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.209408042Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.209470502Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: aa048210-e58e-499f-9625-fe41caf5296f, dataset_name: DatasetName { pool_name: ZpoolName { id: 82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 61cdf299-97b9-49df-8210-9eebf86d6522, dataset_name: DatasetName { pool_name: ZpoolName { id: d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.239738261Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.239789112Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 61cdf299-97b9-49df-8210-9eebf86d6522, dataset_name: DatasetName { pool_name: ZpoolName { id: d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e3d8dede-8980-4764-ac40-c508c2ebab6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.268830796Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.268873887Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e3d8dede-8980-4764-ac40-c508c2ebab6c, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 954a3d10-a2dd-433b-9252-ede695863bda, dataset_name: DatasetName { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.371674392Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.371752462Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 954a3d10-a2dd-433b-9252-ede695863bda, dataset_name: DatasetName { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.485318901Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.485398982Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2021e4db-ac4e-4c53-aefe-4b4a4cee329f, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.589006756Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.589079277Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 2021e4db-ac4e-4c53-aefe-4b4a4cee329f, dataset_name: DatasetName { pool_name: ZpoolName { id: 3877506b-1f39-42fc-94ac-b2d382e6869a (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c862f8c9-0ecd-45c2-b556-070743c225b6, dataset_name: DatasetName { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.68302507Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.683096311Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: c862f8c9-0ecd-45c2-b556-070743c225b6, dataset_name: DatasetName { pool_name: ZpoolName { id: f28e76df-bcff-4355-b674-7f6f05c9f8dc (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63847a61-061a-4155-84f8-b066c5b4e035, dataset_name: DatasetName { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.78453747Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.784608261Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 63847a61-061a-4155-84f8-b066c5b4e035, dataset_name: DatasetName { pool_name: ZpoolName { id: 27622737-fd47-4a66-a552-1d64c0d56a2b (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bf16b0f2-13a2-49a5-9700-bbce43d9c5d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.880575167Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.880647728Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: bf16b0f2-13a2-49a5-9700-bbce43d9c5d0, dataset_name: DatasetName { pool_name: ZpoolName { id: 82bc7793-c675-49d9-9db9-2f4a2a329bef (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ec6e51cd-fb03-46ba-babc-4aa3fc3244c1, dataset_name: DatasetName { pool_name: ZpoolName { id: d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.981062915Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:32.981144296Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ec6e51cd-fb03-46ba-babc-4aa3fc3244c1, dataset_name: DatasetName { pool_name: ZpoolName { id: d78e334d-0261-40af-8332-4a45fd2a8d42 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c08193c1-677d-424a-b7e3-47f8ed6c514f, dataset_name: DatasetName { pool_name: ZpoolName { id: ce967aab-6630-4925-b90b-9c9cb48e90c0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.082020178Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.082103089Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: c08193c1-677d-424a-b7e3-47f8ed6c514f, dataset_name: DatasetName { pool_name: ZpoolName { id: ce967aab-6630-4925-b90b-9c9cb48e90c0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3a08792a-4a03-479c-8556-d27ce039902e, dataset_name: DatasetName { pool_name: ZpoolName { id: fd5ca1dd-39f0-4844-af6b-77dcaa746e9d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.177461708Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.177526329Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 3a08792a-4a03-479c-8556-d27ce039902e, dataset_name: DatasetName { pool_name: ZpoolName { id: fd5ca1dd-39f0-4844-af6b-77dcaa746e9d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80, dataset_name: DatasetName { pool_name: ZpoolName { id: ef338e61-2c72-4f07-92cd-da33ab2266a6 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.27135645Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.271426141Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80, dataset_name: DatasetName { pool_name: ZpoolName { id: ef338e61-2c72-4f07-92cd-da33ab2266a6 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 46ddf6ac-e0eb-4eed-ade3-abef88f1df83, dataset_name: DatasetName { pool_name: ZpoolName { id: 1be25b7d-d663-491f-9b22-294625b9b9ed (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.364396062Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.364483174Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 46ddf6ac-e0eb-4eed-ade3-abef88f1df83, dataset_name: DatasetName { pool_name: ZpoolName { id: 1be25b7d-d663-491f-9b22-294625b9b9ed (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.462123759Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.46220176Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.462741946Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.463218881Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.605123527Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.625214848Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.628166493Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.630269987Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.742112058Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.742154303Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.742160134Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.74216484Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.742169715Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.74217535Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.990733341Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.991048515Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.991102276Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.991128996Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.991168276Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.991219547Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:33.991270038Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.011554751Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.011597592Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.014506735Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.022906092Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.03054161Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.037791614Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.044636882Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.051636873Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.350837671Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.351543829Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.360811566Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.367704035Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.374373962Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.384534989Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.393837086Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.401728617Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.408814589Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.41674229Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.424236487Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.432658844Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.44009615Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.450394408Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.45923404Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.519750678Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.520451426Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.527993383Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.535289027Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.541395327Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.548256746Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.556479991Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.564159109Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.570919007Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.638244563Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.721714945Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.804899564Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.808842009Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.80886634Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.866029979Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 132, 27]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.866064279Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.870194316Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.870211537Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.932793028Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 128, 212]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.932836498Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.934923062Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:34.934942913Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.000716421Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 155, 102]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.000750881Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.005977481Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.005996862Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.068434011Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 154, 221]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.068461161Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.070623376Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.070640826Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.140187198Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 248, 133]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.140225178Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.140528482Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.140542542Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.142515294Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.144475977Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.183345395Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.183434106Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.183578408Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.183600318Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.183841911Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.183858191Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.184351187Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.184366927Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.184528679Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.18893098Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.194372772Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.194395523Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.194427403Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.198323078Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.201504105Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.201519905Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.385699127Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.404228341Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.419700459Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.429890557Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.441249257Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.454814264Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.464198172Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.475921757Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.487043785Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:35.502030168Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:37.171006512Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59496"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:37.172234407Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"de0e8fb1-d68b-4704-ac2c-64def943fb83","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59496","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":434,"response_code":"200"} {"msg":"Profile for oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.273712691Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.273863913Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.58427925Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.584515053Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.594809252Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.595088855Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.595381398Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.595617171Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.595935834Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.596183387Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.596197088Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.604544424Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.611544254Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.619237063Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.626368085Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.635191777Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.703373463Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:38.703533094Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 52.140531ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:38.94088608Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 58.40593ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:38.951086188Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 65.912939ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:38.960638998Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 25.646936ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:38.970419331Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 51.776344ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:38.978718536Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 54.641285ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:38.988009533Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 46.364106ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:38.997081588Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 57.959566ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:39.008142515Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 97.584646ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:39.025576926Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 94.374158ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:46.794106586Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 57.882674ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:46.95148797Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 90.627707ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:47.295738927Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 94.659183ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:47.738122186Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 225.908428ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:47.971478795Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 94.192906ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:47.987582911Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 238.953895ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.004612667Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 144.18873ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.020823824Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 80.737332ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.037626738Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 102.695626ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.04908961Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 84.932069ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.12899826Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 169.549945ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.144388808Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 289.697006ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.15671372Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 268.146232ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.199617884Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 174.361762ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.21314451Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 199.754733ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.224961526Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 276.599369ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.280255703Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 194.50121ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.299174261Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 466.550981ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.311267841Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 308.76179ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.328787253Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 280.748289ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.341640341Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 436.774721ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.649028964Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 423.984173ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.661644649Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 460.258042ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.672872003Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 290.376646ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.6843082Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 792.168021ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.694449597Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 224.382068ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.703776035Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 503.955148ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.714987504Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 1.184786944s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.819248995Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 1.066248732s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.830448453Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 472.643584ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.939752864Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 682.204993ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:48.986668575Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 640.575271ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:49.100660108Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 945.709522ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:49.11122339Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 879.368601ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:49.145162301Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 472.612087ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:49.228444131Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:49.302614566Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:49.323373845Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 603.121711ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:49.42400665Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 552.247503ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:49.497415461Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 33.554781ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:49.664601258Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 1.230352596s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:49.678231875Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 127.733232ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:49.707384931Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 1.468653847s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:49.715942179Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 981.836156ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:49.751163295Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 179.037548ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:49.844631443Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 1.056425192s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:49.907330045Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 1.127516504s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:50.025341325Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 1.374366707s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:50.035633564Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 553.380646ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:50.044917241Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 949.905757ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:50.053126815Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 1.316712327s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:50.061120598Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 1.036713674s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:50.07002959Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:50.425480627Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:50.425938622Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 1.131960495s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:50.609420577Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 37.024356ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:50.646911169Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 57.694568ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:50.693732098Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 714.784643ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:50.742504691Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 112.205782ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:50.759139562Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 520.585829ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:50.880011295Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 596.411381ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:50.918129604Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 851.574075ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:50.973329411Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 1.446421794s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.011306278Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 976.582261ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.116399659Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 1.101249676s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.162347598Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 992.836627ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.19370748Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 1.482971046s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.388107871Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 713.63233ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.413888097Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 843.129053ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.421429575Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 1.423529177s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.465936268Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:51.494911261Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:51.494986542Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:51.495063413Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:51.500238283Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 1.348764875s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.525919549Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 42.727487ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.693184007Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 74.862499ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.701039347Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 82.402495ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.744414447Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 1.086612508s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.752916685Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 127.778511ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.785154247Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 1.180378425s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.835392655Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 107.873852ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.843453928Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 132.287807ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.924600134Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 243.84176ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:51.961871263Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 267.52295ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:52.067725183Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 1.296772677s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:52.102581444Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 1.358336746s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:52.137958152Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 1.093525659s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:52.196646401Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 638.462427ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:52.215363894Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 1.450950705s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:52.273004838Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 914.078873ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:52.281275544Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 594.363186ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:52.345649066Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 1.399197125s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:52.467363949Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 1.077984872s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:52.849679445Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 655.977238ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:52.863216541Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 1.12506035s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:52.880868294Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 1.040916628s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:52.889531344Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 1.27032001s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:52.897380895Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 1.339631808s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:52.948797132Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 1.492330744s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:53.026117338Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 1.468409198s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:53.204479424Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 958.663524ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:53.299452768Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 758.012988ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:53.408143751Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 930.505433ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:53.506497674Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 899.540006ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:53.52777441Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 972.606788ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:53.73340522Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 548.137205ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:53.875764921Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 844.382211ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:53.93728373Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 961.689917ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:53.944025447Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 885.248776ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:54.015807515Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 898.398884ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:54.17425656Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 1.260497579s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:54.181922838Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 1.318100315s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:54.266318641Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 524.550978ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:54.297227287Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 1.04931458s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:54.433177754Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 1.252995854s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:54.439517997Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 1.064226431s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:54.44672996Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 1.440970039s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:54.527178608Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 1.462507462s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:54.681766439Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 722.007485ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:54.714748509Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 1.029068406s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:54.947385051Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 608.784966ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.011341008Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 1.052248383s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.117670733Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 1.461674594s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.149350098Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:55.151348401Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 676.241756ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.188441578Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:55.190049227Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:55.190130557Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:55.190528342Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:55.198249011Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:55.207990073Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:55.220770621Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:55.220952773Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 1.449691333s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.453067828Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 1.405141925s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.466191359Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 1.16055167s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.502974723Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 1.381696327s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.523994315Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 807.167187ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.596603072Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 944.986002ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.635698073Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 59.097592ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.700404049Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 718.691336ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.712464957Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 63.176888ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.724276904Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 47.660978ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.735640085Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 55.050997ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.772220736Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 26.641918ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.785934604Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 53.359684ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.799007065Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 96.392916ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.812042675Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 55.335872ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.826005896Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 238.926462ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.839194654Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 130.740551ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.864597201Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 869.244458ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.879024587Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 221.178556ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.893893748Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 119.011983ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.917739083Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 1.033554067s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.982068195Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 586.774526ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:55.993482106Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 275.907092ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.008868974Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 508.43766ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.051321143Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 561.700676ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.093372507Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 568.42369ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.129362012Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 762.920158ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.157970952Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 1.24409396s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.182623866Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 1.001530493s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.29667Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 966.402769ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.4137406Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 733.61793ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.440811312Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 476.406839ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.570585937Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 733.393388ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.588870428Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 1.080186952s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.597212215Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 1.330831102s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.620834337Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 424.170613ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.665657443Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 534.713743ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.674447324Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 513.931831ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.708672429Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 950.566086ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.758134239Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:56.759674237Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:11:56.759855259Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 814.731354ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.882512482Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 668.103094ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.915446272Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 617.782433ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.92571632Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 1.16098199s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.937521376Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 66.187082ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:56.94650299Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 102.000138ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.022517296Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 1.440612133s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.031890304Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 1.303264562s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.056588229Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 851.095334ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.100559995Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 148.920613ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.134107701Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 796.133296ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.18343544Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 1.454694469s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.217464622Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 963.65133ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.23029883Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 430.625904ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.292454077Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 960.833502ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.30748218Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 1.0486672s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.330705367Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 1.219102441s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.388645805Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 1.117437001s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.436321155Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 594.980183ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.552574224Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 808.30341ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.591678905Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 1.044190407s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.68583834Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 898.074413ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.706318806Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 637.744023ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.718449786Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 1.128285791s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.732376637Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 1.215307652s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.961063383Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 860.561402ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.968958574Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 1.268668246s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:57.995262817Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 1.325502335s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:58.107750422Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 868.829411ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:58.15701941Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 1.295193661s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:58.204052372Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 938.6764ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:58.277298647Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 739.99897ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:58.365539564Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 1.345158971s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:58.373718928Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 1.067074447s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:58.389017514Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 819.497203ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:58.410555572Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 1.066627596s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:58.480955024Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 919.607077ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:58.563144771Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 1.327847526s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:58.61336829Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 1.328981511s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:58.621003128Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 1.347118785s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:58.681195362Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 641.152767ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:58.739316492Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 1.26650981s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:58.838788158Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 1.199515107s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:58.869957507Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 1.426514708s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:59.035448045Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 1.225011207s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:59.115546987Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 939.378258ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:59.185655536Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 1.35322377s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:59.225045679Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 774.460928ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:59.238901569Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 762.662505ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:59.272723319Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 1.265431544s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:59.388837517Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 888.269979ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:59.441895589Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 1.170105886s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:59.465077206Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 769.992357ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:59.491655932Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 616.36128ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:59.507342853Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 739.856283ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:59.555995354Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 964.953574ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:59.727965926Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 1.389399024s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:59.951252439Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 678.619816ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:11:59.959612725Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 1.353225965s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.021105934Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 953.845609ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.038179231Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 916.672046ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.046497017Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 972.503695ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.077841658Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 964.567178ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.113525259Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 1.333858135s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.132192884Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 1.463485442s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.139460548Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 1.447220426s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.269457376Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 1.376510187s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.30533469Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 1.086753846s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.339300341Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 1.285873952s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.349356707Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 1.219484859s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.471149021Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 999.457683ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.587053416Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 765.643952ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.644172185Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 1.045048386s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.652760814Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 1.397216215s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.663075873Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 930.632622ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.702414126Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 1.414346728s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:00.977474416Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 1.223906579s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:01.007810756Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 1.492116971s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:01.061780848Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 1.011676101s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:01.08975512Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 1.303511741s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:01.35008016Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 904.111528ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:01.384427936Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 1.228542077s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:01.419667482Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 599.449597ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:01.43596169Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 1.018056919s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:01.475254033Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 868.695026ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:01.596047845Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 761.272607ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:01.612292472Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 1.262241375s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:01.642213907Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 694.842615ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:01.650064687Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 727.246213ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:01.691285082Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 573.95892ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:01.698667327Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 1.333729882s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:01.706256405Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 1.18844358s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:01.727078295Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 958.948136ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.045621426Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 985.664805ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.069703013Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 567.280214ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.109614413Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 1.240873267s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.240275549Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 1.418366673s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.282129052Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 979.777747ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.298665732Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 1.02052174s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.355043772Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 759.553852ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.383155626Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 826.562302ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.401321195Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 1.017963189s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.427287315Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 1.326199457s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.474167155Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 926.061663ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.501804723Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 655.321159ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.562792746Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 1.189091245s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.65859279Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 786.815369ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.667160259Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 1.18661716s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.686730015Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 617.255606ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.915005306Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 518.733411ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:02.926805252Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 1.0922993s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.016124861Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 511.717531ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.049707858Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 821.117906ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.064681511Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 929.838644ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.153321022Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 1.497735162s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.228819662Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 753.584176ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.237715175Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 964.304044ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.291327023Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.3587865Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"20.5743329s"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 884.062531ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.385506338Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 900.115004ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.43950713Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 995.564941ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.456690628Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 1.389454062s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.465401319Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 605.251679ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.474238961Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 1.166437715s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.490955803Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 1.155587346s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.54179532Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 782.580322ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.570103396Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 1.361964598s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.710840678Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 619.768233ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.809524505Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:03.843125392Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:03.843290374Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 1.465876471s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.856654678Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 699.77325ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.897805673Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 1.413387702s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:03.906972238Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 539.935575ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.002372078Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63\") failed: Property not found. retry in 57.136728ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.010099217Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63\") failed: Property not found. retry in 133.201413ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.076445241Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 1.145053252s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.090559233Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 929.192051ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.101151615Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 969.739226ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.125027731Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63\") failed: Property not found. retry in 236.452017ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.220917366Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 1.176401472s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.264825102Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 1.349762951s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.279060446Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 772.654801ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.351484041Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 985.62599ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.362850722Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 1.497531379s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.43901846Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 1.491380039s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.461928574Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63\") failed: Property not found. retry in 490.226732ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.47028032Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 1.077068842s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.551549017Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 664.054991ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.60560372Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 1.317741997s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.665407159Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 709.599432ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.705310849Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 1.407850857s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.734419104Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 1.356808314s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.864360302Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63\") failed: Property not found. retry in 996.657525ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:04.9708927Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 1.31503584s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:05.039768854Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 1.203781671s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:05.08199282Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 1.068548592s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:05.104104725Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 1.037474109s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:05.132999098Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 1.161185215s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:05.244466063Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 700.899111ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:05.279892001Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 1.29691107s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:05.329089628Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 1.198494714s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:05.337427644Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 1.121301842s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:05.357701148Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 1.202519676s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:05.424774241Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 1.210185824s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:05.450686499Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 876.455887ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:05.638533024Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 1.301513162s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:05.648157275Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 1.492770547s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:05.947215872Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 541.612875ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:05.97043422Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63\") failed: Property not found. retry in 607.039642ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:05.9799673Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 849.658266ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:05.991035407Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 1.257504532s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.000101692Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 1.130446274s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.152531888Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 903.478525ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.179891483Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 1.479931293s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.188437492Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 743.22784ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.231082173Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 850.301369ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.295252643Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 655.058689ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.364087386Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 515.700739ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.414678649Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 770.033178ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.489528202Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 1.240640208s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.523350362Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 1.182574526s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.532876632Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 683.641077ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.546319976Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63\") failed: Property not found. retry in 1.13875182s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.598333196Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 1.487833237s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.638395368Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 1.083032001s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.646999897Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 1.068087792s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.669700578Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 1.372006745s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.8503151Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 974.752849ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.941453741Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 1.071103472s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.959490349Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 1.116260325s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:06.985531959Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 1.193093737s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:07.029966221Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 1.418497205s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:07.093433392Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 524.415335ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:07.155919122Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 727.398026ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:07.240646838Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 813.825346ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:07.267415947Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 983.307494ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:07.275602601Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 984.504788ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:07.292318824Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:07.293981403Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59871"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:07.300019703Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"97af1391-e528-4f55-b948-aad67eaeea6b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59871","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4995,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 1.43597793s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:07.450473857Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 733.459532ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:07.678827709Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 1.140349428s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:07.688840634Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 876.389015ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:07.726084944Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 1.339429891s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:07.739263435Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 966.41062ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:07.747250588Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63\") failed: Property not found. retry in 979.927646ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:07.754492131Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 1.03589436s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:07.773418219Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 907.407997ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:07.928105952Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 1.022975371s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:07.979666956Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 724.898243ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.049492601Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 739.253178ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.091673957Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 1.251516065s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.111690077Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 597.749086ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.134659762Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 1.417755828s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.232769603Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 1.027726189s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.241406442Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 789.569988ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.269463056Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 1.073370693s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.286948877Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 604.735854ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.422318517Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 857.057173ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.523347552Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 1.442739824s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.612971425Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 1.347646957s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.72360776Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 727.415283ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.740900219Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63\") failed: Property not found. retry in 1.454213229s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.749440878Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 985.184838ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.784505362Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 932.755486ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.818976109Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 796.17448ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.840288065Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 1.022118786s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.850340971Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 1.050652433s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.860409507Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 977.867776ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:08.897538734Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 630.883751ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.014052777Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 1.303384776s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.042144541Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 648.616469ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.073035917Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 1.093976666s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.092667693Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 1.231953756s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.281309597Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 951.852275ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.379414598Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 1.200830639s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.405005393Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 1.466383449s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.426001485Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 1.388701907s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.4819435Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 695.459652ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.649385319Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 992.220144ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.662940796Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 739.090685ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.677681085Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 1.032880456s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.735797966Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 1.288599686s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.770657657Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 843.504189ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.787847455Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 1.021821697s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.905905916Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 892.10717ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.946375142Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 1.235196906s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:09.969242376Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 624.558903ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.070147758Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 766.991484ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.085332943Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 1.24535316s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.20393788Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63\") failed: Property not found. retry in 1.075849845s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.220105627Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 575.064196ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.355594498Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 1.070334448s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.378896697Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 1.251981189s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.396439129Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 662.683519ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.434886072Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 1.213770038s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.538176833Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 664.333171ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.624918662Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 1.182560825s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.648408873Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 1.242938258s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.67333729Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 937.664977ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.712412781Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 572.121286ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.786177381Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 1.091186735s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.851710716Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 895.791343ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.867070563Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 1.013066209s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.883980578Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 1.153051421s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.906460987Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 1.024519352s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.941476521Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 816.38494ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:10.952966233Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 1.4361896s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.072863975Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 1.081611778s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.109381636Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 1.102115044s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.215964524Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 556.51988ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.302634093Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63\") failed: Property not found. retry in 856.770019ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.313130544Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 1.338858862s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.370364733Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 1.120183678s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.461377693Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3\") failed: Property not found. retry in 1.160145939s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.471915454Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 1.409533677s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.662321738Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 897.328489ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.67374842Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 958.4129ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.765118953Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f\") failed: Property not found. retry in 1.396622918s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.774669453Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 841.636877ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.784234654Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 804.979589ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.844054683Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 691.125421ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.872292749Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 1.132358637s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.908633827Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 512.317338ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.929580599Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 665.671898ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.955832111Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 1.290950762s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:11.976753302Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 933.537447ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:12.073369466Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63\") failed: Property not found. retry in 765.894811ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:12.184163202Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6\") failed: Property not found. retry in 1.223336634s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:12.206070645Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 1.068376933s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:12.337668222Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 1.347706877s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:12.457404572Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 1.002804132s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:12.523773406Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1\") failed: Property not found. retry in 1.323381408s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:12.582476933Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 950.569884ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:12.598251545Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 1.135469301s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:12.611336516Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 1.092762423s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:12.638417408Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 825.657574ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:12.653039707Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 552.787318ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:12.688798539Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 1.192636783s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:12.722823721Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 640.789629ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:12.740225671Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63\") failed: Property not found. retry in 603.147033ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:12.963189831Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 1.109103323s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:13.023270843Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 1.000086641s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:13.057115314Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 853.343652ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:13.08721833Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 946.237494ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:13.254428477Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 564.582181ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:13.282527521Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 819.661882ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:13.396279292Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 951.479305ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:13.420316279Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 1.035454643s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:13.490839272Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 971.818848ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:13.538685083Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 643.850715ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:13.561011841Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63\") failed: Property not found. retry in 1.243335609s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:13.581696909Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f\") failed: Property not found. retry in 981.583969ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:13.749401842Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 535.711702ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:13.764501566Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 744.099444ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:13.823333794Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 1.224798729s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:13.862653557Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 516.880431ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:13.942178444Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 819.439685ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:13.955957393Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 634.898009ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:14.072809169Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 652.184714ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:14.150185451Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 729.521953ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:14.219303047Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 634.528641ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:14.233646523Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8\") failed: Property not found. retry in 1.247154468s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:14.245360088Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978\") failed: Property not found. retry in 843.79502ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:14.317052824Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80\") failed: Property not found. retry in 1.404008287s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:14.392844518Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 898.427544ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:14.477297171Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 778.808902ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:14.532282385Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c\") failed: Property not found. retry in 1.320711633s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:14.549082988Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda\") failed: Property not found. retry in 1.338406472s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:14.584537617Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e\") failed: Property not found. retry in 948.859304ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:14.727268852Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 1.201520766s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:14.796026224Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d\") failed: Property not found. retry in 1.141663446s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:14.817937657Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63\") failed: Property not found. retry in 785.937852ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:14.841115214Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b\") failed: Property not found. retry in 1.371480466s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:14.887295526Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d\") failed: Property not found. retry in 727.915699ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:14.967010685Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0\") failed: Property not found. retry in 1.436499462s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:15.101430484Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 573.563251ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:15.332875171Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83\") failed: Property not found. retry in 834.837182ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:15.395100109Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63\") failed: Property not found. retry in 1.206785464s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:15.648696431Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474\") failed: Property not found. retry in 1.301473555s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:15.936236215Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035\") failed: Property not found. retry in 730.539812ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:16.038399073Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280115183Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_nexus_8edf7e0a-db5e-4594-b36b-7d389db56474"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280221404Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_external_dns_e3d8dede-8980-4764-ac40-c508c2ebab6c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280239915Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_nexus_212442ce-6712-4c6a-beb4-26917e04679b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280249745Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_nexus_b905b025-1e4a-4a11-bf0c-620257156cd8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280257805Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_c862f8c9-0ecd-45c2-b556-070743c225b6"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280268095Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_bf16b0f2-13a2-49a5-9700-bbce43d9c5d0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280277305Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_ec6e51cd-fb03-46ba-babc-4aa3fc3244c1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280285145Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_pantry_d04d138d-f307-4152-86f9-2f578b958978"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280292865Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_46ddf6ac-e0eb-4eed-ade3-abef88f1df83"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280301885Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_c08193c1-677d-424a-b7e3-47f8ed6c514f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280307745Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_3c7fbc67-6915-4dfd-a158-b9ff8dbf6b80"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280313825Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_oximeter_b1b00c55-180a-49a6-8247-29e381ecf42d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280319666Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_pantry_aa88cf81-d727-4e19-bd63-38f1fc37cdd3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280325536Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_63847a61-061a-4155-84f8-b066c5b4e035"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280331076Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_2021e4db-ac4e-4c53-aefe-4b4a4cee329f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280336626Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_clickhouse_3b14b4d1-4fc7-4f24-8b3f-24303b8d8c63"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280342216Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_external_dns_954a3d10-a2dd-433b-9252-ede695863bda"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280567868Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_pantry_7300ee9b-dcec-4cd9-afee-4935a43e803d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.280586739Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3279","zone":"oxz_crucible_3a08792a-4a03-479c-8556-d27ce039902e"} {"msg":"Writing ledger to /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.281975645Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.283416441Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.286359685Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"36f6afe5-1639-4e05-8ac2-db622e27f4e8","remote_addr":"[fd00:1122:3344:101::1]:64903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":45267044,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.291905849Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.292223493Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.292543057Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.296167538Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.303393382Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.344337623Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.349961028Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.491038254Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.657574634Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.871035104Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:17.961284484Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:18.259250268Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:18.624511917Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:18.790769704Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:19.082081621Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:19.599405173Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:20.267905547Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:20.701262922Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:21.132872956Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:22.419730177Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:23.010687248Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:23.974279823Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"47.239098837s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:24.438885387Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:26.243244402Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:26.983438113Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:27.122388445Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:27.348571241Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:12:28.593246136Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:28.892655457Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:29.119914276Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:12:29.597183586Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:12:30.601305919Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:31.12033133Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:31.184096668Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:12:31.605108227Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:12:32.608792824Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:33.119827224Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:12:33.611350079Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/20416e3d-a221-481f-9784-cbbcea3a72c8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:33.748909844Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:12:34.614429479Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:12:35.120063726Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a6cfeab5-1bcd-4180-8b80-d27bd607042d): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-09-23T23:12:35.617714682Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:37.335932094Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44815"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:37.33650599Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"cd57b278-c321-48b3-b239-5c897a9fad7a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44815","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":545,"response_code":"200"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:39.140552172Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:39.231594221Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49665"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:39.231963045Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:39.420337016Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"38378bf3-ec21-415d-b947-4b2a3f6f0a6c","remote_addr":"[fd00:1122:3344:101::b]:49665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":188645,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:39.422229018Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:39.422275539Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:39.422844095Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:39.423108578Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"c081cb3a-cdf0-42f0-9ed7-daca09faf73b","remote_addr":"[fd00:1122:3344:101::b]:49665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1568,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.550710044Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54637"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.553719488Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 074197bc-2b3f-4fe9-94c0-14608c5dfec9, kind: Service { id: 954a3d10-a2dd-433b-9252-ede695863bda }, name: Name(\"external-dns-954a3d10-a2dd-433b-9252-ede695863bda\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 133])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a3ab2617-5a99-4fbe-a7d1-4d5673064c67, kind: Service { id: e3d8dede-8980-4764-ac40-c508c2ebab6c }, name: Name(\"external-dns-e3d8dede-8980-4764-ac40-c508c2ebab6c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 212])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 12e743bf-60f7-4d25-9b2b-595ff259882d, kind: Service { id: 8edf7e0a-db5e-4594-b36b-7d389db56474 }, name: Name(\"nexus-8edf7e0a-db5e-4594-b36b-7d389db56474\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 27])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ad747b06-b112-4f84-a56c-95e2ad7cc8d4, kind: Service { id: 212442ce-6712-4c6a-beb4-26917e04679b }, name: Name(\"nexus-212442ce-6712-4c6a-beb4-26917e04679b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ebf272b6-074a-4cee-a95e-216e4da4a83b, kind: Service { id: b905b025-1e4a-4a11-bf0c-620257156cd8 }, name: Name(\"nexus-b905b025-1e4a-4a11-bf0c-620257156cd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 221])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.553772559Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.55380062Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.55382113Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.55382908Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.55383425Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.55387163Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.55389527Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"95d53470-7d11-4dec-8935-815da3b62739","remote_addr":"[fd00:1122:3344:101::b]:54637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2223,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.555978585Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.928551759Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44732"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.928771041Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 074197bc-2b3f-4fe9-94c0-14608c5dfec9, kind: Service { id: 954a3d10-a2dd-433b-9252-ede695863bda }, name: Name(\"external-dns-954a3d10-a2dd-433b-9252-ede695863bda\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 133])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a3ab2617-5a99-4fbe-a7d1-4d5673064c67, kind: Service { id: e3d8dede-8980-4764-ac40-c508c2ebab6c }, name: Name(\"external-dns-e3d8dede-8980-4764-ac40-c508c2ebab6c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 212])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 12e743bf-60f7-4d25-9b2b-595ff259882d, kind: Service { id: 8edf7e0a-db5e-4594-b36b-7d389db56474 }, name: Name(\"nexus-8edf7e0a-db5e-4594-b36b-7d389db56474\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 27])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ad747b06-b112-4f84-a56c-95e2ad7cc8d4, kind: Service { id: 212442ce-6712-4c6a-beb4-26917e04679b }, name: Name(\"nexus-212442ce-6712-4c6a-beb4-26917e04679b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ebf272b6-074a-4cee-a95e-216e4da4a83b, kind: Service { id: b905b025-1e4a-4a11-bf0c-620257156cd8 }, name: Name(\"nexus-b905b025-1e4a-4a11-bf0c-620257156cd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 221])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.928826692Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.928856532Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.928864052Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.928869512Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.928874432Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.928879352Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.928903073Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"770c0c80-9f4f-41cf-b873-7c6e2ecbab7f","remote_addr":"[fd00:1122:3344:101::c]:44732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":317,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.931103868Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55969"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.931972548Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 074197bc-2b3f-4fe9-94c0-14608c5dfec9, kind: Service { id: 954a3d10-a2dd-433b-9252-ede695863bda }, name: Name(\"external-dns-954a3d10-a2dd-433b-9252-ede695863bda\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 133])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a3ab2617-5a99-4fbe-a7d1-4d5673064c67, kind: Service { id: e3d8dede-8980-4764-ac40-c508c2ebab6c }, name: Name(\"external-dns-e3d8dede-8980-4764-ac40-c508c2ebab6c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 212])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 12e743bf-60f7-4d25-9b2b-595ff259882d, kind: Service { id: 8edf7e0a-db5e-4594-b36b-7d389db56474 }, name: Name(\"nexus-8edf7e0a-db5e-4594-b36b-7d389db56474\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 27])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ad747b06-b112-4f84-a56c-95e2ad7cc8d4, kind: Service { id: 212442ce-6712-4c6a-beb4-26917e04679b }, name: Name(\"nexus-212442ce-6712-4c6a-beb4-26917e04679b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ebf272b6-074a-4cee-a95e-216e4da4a83b, kind: Service { id: b905b025-1e4a-4a11-bf0c-620257156cd8 }, name: Name(\"nexus-b905b025-1e4a-4a11-bf0c-620257156cd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 221])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.931996228Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.932009339Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.932018019Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.932028959Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.932046709Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.932051619Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.932059279Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"326e7e6f-dad5-4ba3-a93d-f90bd3ffe918","remote_addr":"[fd00:1122:3344:101::b]:55969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":854,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.941342196Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63860"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:40.941433627Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:41.130661057Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"5230cc18-e9b1-430c-b93c-ff740954e54d","remote_addr":"[fd00:1122:3344:101::b]:63860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":189212,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:41.131062172Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:41.131106402Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:41.131401126Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:41.131811381Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"382a7198-3719-4873-a7da-0908d41fa816","remote_addr":"[fd00:1122:3344:101::b]:63860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":809,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:42.236786155Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33877"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:42.237603415Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 074197bc-2b3f-4fe9-94c0-14608c5dfec9, kind: Service { id: 954a3d10-a2dd-433b-9252-ede695863bda }, name: Name(\"external-dns-954a3d10-a2dd-433b-9252-ede695863bda\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 133])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a3ab2617-5a99-4fbe-a7d1-4d5673064c67, kind: Service { id: e3d8dede-8980-4764-ac40-c508c2ebab6c }, name: Name(\"external-dns-e3d8dede-8980-4764-ac40-c508c2ebab6c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 212])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 12e743bf-60f7-4d25-9b2b-595ff259882d, kind: Service { id: 8edf7e0a-db5e-4594-b36b-7d389db56474 }, name: Name(\"nexus-8edf7e0a-db5e-4594-b36b-7d389db56474\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 27])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ad747b06-b112-4f84-a56c-95e2ad7cc8d4, kind: Service { id: 212442ce-6712-4c6a-beb4-26917e04679b }, name: Name(\"nexus-212442ce-6712-4c6a-beb4-26917e04679b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ebf272b6-074a-4cee-a95e-216e4da4a83b, kind: Service { id: b905b025-1e4a-4a11-bf0c-620257156cd8 }, name: Name(\"nexus-b905b025-1e4a-4a11-bf0c-620257156cd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 221])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:42.237658355Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:42.237688746Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:42.237698186Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:42.237713046Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:42.237732206Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:42.237744756Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:42.237777587Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1e9214b6-91ce-45c7-9267-801e0ae22a3c","remote_addr":"[fd00:1122:3344:101::a]:33877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":923,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:46.106723226Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59071"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:46.107206492Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a3f75a35-0cf5-41f4-aa3c-5938343aaa9c","remote_addr":"[fd00:1122:3344:101::b]:59071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":460,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:12:46.184152539Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c334100c-8827-4e0e-904e-c39f8c0b19c6","remote_addr":"[fd00:1122:3344:101::b]:59071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1840,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:07.374450807Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49895"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:07.374542208Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"b08d60f9-9ea5-4c02-9891-dc2559fccf11","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49895","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:07.791745176Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58183"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:07.792593926Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"52b54755-2d9d-4a5a-83d3-05dd07f03286","remote_addr":"[fd00:1122:3344:101::a]:58183","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":821,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:07.802328368Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6dd423b5-664b-4c9d-88b9-29f4a4ac063b","remote_addr":"[fd00:1122:3344:101::a]:58183","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":144,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.013103277Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50732"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.013681744Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"0b3a4777-059f-46ac-b530-805f9a67393b","remote_addr":"[fd00:1122:3344:101::a]:50732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":540,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.045555651Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38590"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.045622262Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0e010157-9476-40d9-96ad-e3f55a9199b2","remote_addr":"[fd00:1122:3344:101::b]:38590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":35,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.065708174Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f19e0f86-a2ac-494c-a37d-037185964a5d","remote_addr":"[fd00:1122:3344:101::b]:38590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":161,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.120171071Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62040"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.120251382Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"dcec77a4-d2b6-42ea-ae8f-671588849f9e","remote_addr":"[fd00:1122:3344:101::c]:62040","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":37,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.132064718Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"04c321fd-f4be-4c63-b821-6e6838209d90","remote_addr":"[fd00:1122:3344:101::c]:62040","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":802,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.155323356Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62956"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.155463588Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"13db2fc0-32b7-437c-a1ec-0728538cfed7","remote_addr":"[fd00:1122:3344:101::b]:62956","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.168396087Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54570"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.169062434Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6c86f5b8-b81a-472c-a3f6-a0b02270a0db","remote_addr":"[fd00:1122:3344:101::c]:54570","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":621,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.175447068Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36333"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.176762693Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.250180809Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.311589007Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"aef80b9b-85fd-4c10-823e-61368a1e6be7","remote_addr":"[fd00:1122:3344:101::a]:36333","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136090,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.311738769Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44925"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.31182517Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37747"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.311956641Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.316608585Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5432ca1b-9f7e-40ac-85cb-1114bda9e00b","remote_addr":"[fd00:1122:3344:101::a]:36333","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4679,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.352802902Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.415011379Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.41506905Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f8d5a7a2-24a7-4d3b-ab0a-263162b6d7d7","remote_addr":"[fd00:1122:3344:101::b]:44925","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103208,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.418646881Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"40d7f9b6-5328-4bac-98e2-e4432b10d212","remote_addr":"[fd00:1122:3344:101::b]:44925","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":653,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.441532585Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.442271703Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.443288845Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.444290127Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.444387318Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"84bbbf63-ba13-4482-80ce-c7a77fb2af3d","remote_addr":"[fd00:1122:3344:101::b]:44925","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5271,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.451054235Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.505804706Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"70151923-9fdc-487c-a3ed-b698ef9b53a1","remote_addr":"[fd00:1122:3344:101::c]:37747","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":193854,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:08.506249481Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5d2d01e0-bc44-40dd-8763-9bd33f458da2","remote_addr":"[fd00:1122:3344:101::c]:37747","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:37.408986944Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54815"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:37.409087535Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"0fe8349e-e6be-4efe-9899-1a5dcec91edd","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54815","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.024735911Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54850"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.025047544Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"9be0c895-f275-402f-ae6e-bf38241e06fb","remote_addr":"[fd00:1122:3344:101::a]:54850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":235,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.058163676Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64184"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.058315608Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"44dd0468-f6d9-4b7f-89e7-ce9025c1f670","remote_addr":"[fd00:1122:3344:101::a]:64184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":53,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.08374018Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5ca155cf-44b5-40d8-af70-17125c5cb8f3","remote_addr":"[fd00:1122:3344:101::a]:64184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":147,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.189673781Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52973"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.189756652Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.231492383Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.29015859Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"dd4a31d9-fb0b-4714-b44c-6895176654ec","remote_addr":"[fd00:1122:3344:101::a]:52973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100441,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.290346872Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35289"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.290430933Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61734"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.290532174Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3d49bda1-78e0-4167-87e8-116e72b41c24","remote_addr":"[fd00:1122:3344:101::b]:35289","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.290684316Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ce1ec53a-0ca5-418a-9f3f-44c8fa4774e2","remote_addr":"[fd00:1122:3344:101::c]:61734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.290819337Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"84b58e0d-be00-4b1d-84af-101de09c0f2c","remote_addr":"[fd00:1122:3344:101::a]:52973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":273,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.305703438Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"cde763ef-b16e-49ae-9d8f-59b000ffa1d1","remote_addr":"[fd00:1122:3344:101::c]:61734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1002,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.30581896Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"80fa60aa-0cd2-45e0-a2e8-c6d15986f8b2","remote_addr":"[fd00:1122:3344:101::b]:35289","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":51,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.347636882Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59304"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.347779703Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"9cff51d5-c5fc-4416-9d65-a82550fcdde2","remote_addr":"[fd00:1122:3344:101::b]:59304","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.378623709Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64069"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.37872537Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.414766846Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.471111735Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9c978fa9-2d9c-457b-8ff2-71a9bc057129","remote_addr":"[fd00:1122:3344:101::b]:64069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92430,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.471300077Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51455"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.47151177Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"ad6f000a-0c2f-4f1d-8497-6109f151bc1b","remote_addr":"[fd00:1122:3344:101::c]:51455","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":182,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.47156824Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"05f3e1ff-c95b-456a-ac48-31c8da4636e4","remote_addr":"[fd00:1122:3344:101::b]:64069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":224,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.508774329Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:60267"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.50887842Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.543973415Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.601122523Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"03e3405b-ea95-4dd5-a132-a1850b25d977","remote_addr":"[fd00:1122:3344:101::c]:60267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92292,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:38.604771596Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0848d879-a218-4a84-99ea-e3bd1d9429e7","remote_addr":"[fd00:1122:3344:101::c]:60267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:41.353866939Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:55701","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::d]:42658"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:13:41.382539069Z","hostname":"sock","pid":1562,"uri":"/a6cfeab5-1bcd-4180-8b80-d27bd607042d","method":"GET","req_id":"866a9008-a1a5-491f-adc9-61b727c57877","remote_addr":"[fd00:1122:3344:101::d]:42658","local_addr":"[fd00:1122:3344:101::1]:55701","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":28244,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:02.040688973Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:07.445169789Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60413"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:07.445742135Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"946e0732-3ed9-44e2-91e7-0d963859c139","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60413","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":543,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:07.809488168Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53644"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:07.809613009Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"fed2dcf8-0a82-43f6-a9cf-c8129d7388e8","remote_addr":"[fd00:1122:3344:101::a]:53644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":86,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:07.873319643Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38313"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:07.873509296Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"94ff4a9a-eef2-484b-bf60-bec7ed50cfa0","remote_addr":"[fd00:1122:3344:101::a]:38313","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":153,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:07.914828092Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"67d367d3-7b10-4b66-9a8f-356eb839973e","remote_addr":"[fd00:1122:3344:101::a]:53644","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1248,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.020658512Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42851"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.020745402Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5dc2128f-2efa-4cec-a6f7-d66ebc06f037","remote_addr":"[fd00:1122:3344:101::b]:42851","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.024960691Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58010"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.025049042Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.066469029Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.128667036Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f5034af1-04f2-4ae5-8a9f-71c29a99fb1b","remote_addr":"[fd00:1122:3344:101::a]:58010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103650,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.129082461Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56016"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.129106391Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52225"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.129380474Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"aa186f52-6b4c-4bbc-9a10-61d7c95131bd","remote_addr":"[fd00:1122:3344:101::b]:42851","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":305,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.129402065Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"80f997a5-3b9c-41cf-bd2e-5b6ba5d5a93f","remote_addr":"[fd00:1122:3344:101::a]:58010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":313,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.129413795Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3dc541f9-e673-4815-8535-f794ba130083","remote_addr":"[fd00:1122:3344:101::c]:52225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":178,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.129662817Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"02831c3a-fdc3-4ce0-8b3e-d066da2be979","remote_addr":"[fd00:1122:3344:101::b]:56016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":231,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.138947964Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9312b48e-44f7-42bc-9a83-eb7491e517d1","remote_addr":"[fd00:1122:3344:101::c]:52225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":146,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.157984954Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35616"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.158147636Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"012e6fb4-6b0e-4eb8-b917-57367183b4e5","remote_addr":"[fd00:1122:3344:101::c]:35616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.274815381Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37860"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.275460428Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.314442947Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.372513156Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"26f12a81-bb19-4258-adf8-00a420f81f27","remote_addr":"[fd00:1122:3344:101::b]:37860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97626,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.372902121Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c5382991-8743-4d19-bc79-878a075980cc","remote_addr":"[fd00:1122:3344:101::b]:37860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.384159271Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62814"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.384305792Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.421968857Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.481059878Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f71895ae-5f01-4b6f-9570-dbd62de7df5d","remote_addr":"[fd00:1122:3344:101::c]:62814","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96817,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:08.481395881Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"793fd9bc-4dff-428d-b301-35919fa04f67","remote_addr":"[fd00:1122:3344:101::c]:62814","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:11.362073271Z","hostname":"sock","pid":1562,"uri":"/a6cfeab5-1bcd-4180-8b80-d27bd607042d","method":"GET","req_id":"8a317eaa-b43a-49bf-b15b-09b8f595b232","remote_addr":"[fd00:1122:3344:101::d]:42658","local_addr":"[fd00:1122:3344:101::1]:55701","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8701,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:37.496276975Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49484"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:37.496790621Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"f22be2b2-f13d-481b-ac78-912fac1bb351","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49484","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:37.861201581Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46622"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:37.862731608Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7d0517e8-7f9a-4771-a0fa-d4cf715e38c9","remote_addr":"[fd00:1122:3344:101::a]:46622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1480,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:37.992878439Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"593b0569-b784-4de8-b0ba-bc9f06e8594a","remote_addr":"[fd00:1122:3344:101::a]:46622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":163,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.201958248Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45965"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.202122759Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"549bd56a-3d8a-45be-8f39-99fe1e97fdec","remote_addr":"[fd00:1122:3344:101::a]:45965","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.215469553Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42112"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.215556754Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b16184e7-3187-4fa3-9ea5-620732b952c2","remote_addr":"[fd00:1122:3344:101::b]:42112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.268724187Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:65261"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.269775299Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6afe6aba-b9c9-454d-bdf1-d851c476db26","remote_addr":"[fd00:1122:3344:101::b]:65261","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1015,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.364838765Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52735"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.364971387Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.404557853Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.458479254Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2a1ccf7f-fe4e-411b-8b65-ac8c5a042e2f","remote_addr":"[fd00:1122:3344:101::a]:52735","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93583,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.458769908Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39999"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.458815298Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"42f9e505-2736-4bde-989b-d4607de8acff","remote_addr":"[fd00:1122:3344:101::b]:42112","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":177,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.458840748Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53411"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.459090921Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"12e0cf16-2eca-444d-bf4d-32f4094b65b3","remote_addr":"[fd00:1122:3344:101::a]:52735","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":317,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.459105011Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.459118572Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2f1e15e0-67a3-42f5-8aa9-6535bd0fd593","remote_addr":"[fd00:1122:3344:101::c]:53411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":179,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.46935293Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5307d0fc-936a-4e0f-bcd2-8b9e76684869","remote_addr":"[fd00:1122:3344:101::c]:53411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":130,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.47722814Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:56695"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.477502103Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"e6f6884b-c913-4dbc-9d86-78a45a22d2de","remote_addr":"[fd00:1122:3344:101::c]:56695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":212,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.498675857Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.534012615Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51385"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.560147246Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.560189366Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0484ea2c-6db5-4104-98ac-31c9b41a1f6d","remote_addr":"[fd00:1122:3344:101::b]:39999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101235,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.564027061Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"00325e8f-3147-488a-b864-e1e09505d2d7","remote_addr":"[fd00:1122:3344:101::b]:39999","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":598,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.596532595Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.658717492Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"31513ea2-e5d4-424f-9567-313673c7b2df","remote_addr":"[fd00:1122:3344:101::c]:51385","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":124601,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:38.659149907Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6e4ad52a-e757-40c2-be4a-fee32433b9b7","remote_addr":"[fd00:1122:3344:101::c]:51385","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":144,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:14:41.360011944Z","hostname":"sock","pid":1562,"uri":"/a6cfeab5-1bcd-4180-8b80-d27bd607042d","method":"GET","req_id":"efbc5afb-d5a2-4c8d-b0a8-0e94e40548ba","remote_addr":"[fd00:1122:3344:101::d]:42658","local_addr":"[fd00:1122:3344:101::1]:55701","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6888,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:07.531129824Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56777"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:07.531196174Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"d34f39dd-bdd5-4b08-a7d2-10cb3efeeebb","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:56777","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":50,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:07.814875414Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39524"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:07.814953525Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e3e048b8-d72a-4a12-a922-63f6147668e8","remote_addr":"[fd00:1122:3344:101::a]:39524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":51,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:07.826485248Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"2b91b6e6-b510-4dae-a402-f6280abbc02d","remote_addr":"[fd00:1122:3344:101::a]:39524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":119,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:07.915470713Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36991"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:07.915684856Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"bdeede75-871d-4233-ad19-a2701223017d","remote_addr":"[fd00:1122:3344:101::a]:36991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":181,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:07.96205649Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:32817"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:07.962193382Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6e684d58-1c97-4e2e-af41-6aad5a8537f9","remote_addr":"[fd00:1122:3344:101::b]:32817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":68,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:07.977081593Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"87b39f31-cefb-4e5e-ae24-3f3a9cddcb10","remote_addr":"[fd00:1122:3344:101::b]:32817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.189949486Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57370"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.190125198Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"28d2bc56-5ae0-402a-8445-e570ef14f833","remote_addr":"[fd00:1122:3344:101::b]:57370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":144,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.191582995Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41018"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.191680726Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d5307b10-1475-4090-971d-4ce447e0ccb1","remote_addr":"[fd00:1122:3344:101::c]:41018","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":29,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.200415017Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"46e46364-c8a3-4d24-a298-7c4be83d9cf2","remote_addr":"[fd00:1122:3344:101::c]:41018","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":80,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.248309889Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61841"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.24837005Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.287996896Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.344900002Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"771648c3-040a-4689-9c55-b509f77e746e","remote_addr":"[fd00:1122:3344:101::a]:61841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96559,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.345046114Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45783"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.345108565Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55102"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.345971184Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.345985745Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6d7b824c-e1ad-4424-a228-9f0fc0d30ca7","remote_addr":"[fd00:1122:3344:101::c]:45783","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":896,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.349370644Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"02da9052-ba69-43fc-bce5-9cf89e7b0b68","remote_addr":"[fd00:1122:3344:101::a]:61841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4094,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.375854979Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.428304584Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2edab997-939e-4f0c-b141-846de92f099e","remote_addr":"[fd00:1122:3344:101::b]:55102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":83054,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.428693998Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"17de8418-164a-48b8-ad9f-5f1db7f543da","remote_addr":"[fd00:1122:3344:101::b]:55102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.489439108Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:36874"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.490085576Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.529361288Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.589607683Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ed074320-d798-436f-94b2-939927293254","remote_addr":"[fd00:1122:3344:101::c]:36874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100087,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:08.589903146Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8f67e3a3-886e-4905-b6a4-6503d91eee9c","remote_addr":"[fd00:1122:3344:101::c]:36874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:11.362442819Z","hostname":"sock","pid":1562,"uri":"/a6cfeab5-1bcd-4180-8b80-d27bd607042d","method":"GET","req_id":"9e0a94c9-b9b3-401d-bf05-003802f71cdc","remote_addr":"[fd00:1122:3344:101::d]:42658","local_addr":"[fd00:1122:3344:101::1]:55701","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8991,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:37.563657726Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40136"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:37.563742797Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"94b19a2e-df01-4df5-952f-de194c616347","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40136","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.050548908Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51517"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.051003053Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"33e5b893-03fe-4139-9bec-c8a93846da80","remote_addr":"[fd00:1122:3344:101::a]:51517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":427,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.073732874Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"222d8912-a377-41b3-bc0f-6464b219f4a9","remote_addr":"[fd00:1122:3344:101::a]:51517","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":162,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.235510469Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64227"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.235672741Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"2180172d-3a7e-4b21-8f59-ebfc8437a5b0","remote_addr":"[fd00:1122:3344:101::a]:64227","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.358694989Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58131"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.358843551Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"040610bc-99ba-4a4c-8d49-a13827a20e43","remote_addr":"[fd00:1122:3344:101::b]:58131","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":126,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.362462402Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64435"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.362522603Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f50218b8-b153-41c8-9a4c-197a02e925a6","remote_addr":"[fd00:1122:3344:101::b]:64435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":28,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.373378278Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c850c4de-e5f3-4ed8-8604-9be693163732","remote_addr":"[fd00:1122:3344:101::b]:64435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.382473333Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45943"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.382583434Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"874d6366-00e0-4f72-a013-b7ccfcaa3852","remote_addr":"[fd00:1122:3344:101::c]:45943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":37,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.389050439Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51725"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.38915545Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.440035226Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.505157867Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d02a0a87-bdd5-45dd-bc93-c38b5080d05e","remote_addr":"[fd00:1122:3344:101::b]:51725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116023,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.505489081Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34203"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.505674193Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c1192fd2-aca7-4bbf-b56b-8d146c3eb64e","remote_addr":"[fd00:1122:3344:101::c]:45943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":249,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.505747504Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.505838655Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6d0b10c5-c7e9-4e7a-bad4-c6555d7f305a","remote_addr":"[fd00:1122:3344:101::b]:51725","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":300,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.546314481Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.550130005Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39243"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.550581441Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"1b578fdf-7cc7-490c-a785-65cf2b4ed15a","remote_addr":"[fd00:1122:3344:101::c]:39243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":315,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.550694842Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:60981"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.607304944Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.607373405Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"52bc05a3-29b8-42bd-a189-fbc6d4abbc8e","remote_addr":"[fd00:1122:3344:101::a]:34203","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101743,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.611612584Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"55e6b388-f7ce-4749-8b26-91f5e84eed46","remote_addr":"[fd00:1122:3344:101::a]:34203","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":647,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.645558495Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.704534935Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5898c173-9bab-4612-8547-e5eaf0dcaaaf","remote_addr":"[fd00:1122:3344:101::c]:60981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":153701,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:38.705435605Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"70864980-bdff-4905-8403-b77f9c2725c9","remote_addr":"[fd00:1122:3344:101::c]:60981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":661,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:15:41.368906231Z","hostname":"sock","pid":1562,"uri":"/a6cfeab5-1bcd-4180-8b80-d27bd607042d","method":"GET","req_id":"064aabea-798f-431d-97e0-b08ec17dde52","remote_addr":"[fd00:1122:3344:101::d]:42658","local_addr":"[fd00:1122:3344:101::1]:55701","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6386,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:07.595946116Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52453"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:07.596055667Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"70d85ffc-2870-49af-aacd-0808f574802c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:52453","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:07.92424805Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62739"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:07.926099921Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9aa34b40-bf43-43fe-a4e9-1f133c1842b1","remote_addr":"[fd00:1122:3344:101::a]:62739","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1802,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:07.947210694Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58655"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:07.947476407Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"184a3004-89cc-4ee3-a209-56f6787ffc54","remote_addr":"[fd00:1122:3344:101::a]:58655","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":219,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:07.960804991Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0bfc1097-6f71-4c6d-b518-99376fbbea03","remote_addr":"[fd00:1122:3344:101::a]:62739","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":165,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.009377911Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38400"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.009485652Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.056375972Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.121025947Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"264717cd-478c-419d-ae18-f4d7000d1d09","remote_addr":"[fd00:1122:3344:101::a]:38400","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111600,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.12130653Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64425"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.121388371Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:33827"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.121524423Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"00574c85-ef47-4dc6-a325-55f63e0d3478","remote_addr":"[fd00:1122:3344:101::b]:64425","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":140,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.121655894Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"231a916b-5520-4ef4-b827-e9274c2f53aa","remote_addr":"[fd00:1122:3344:101::a]:38400","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":289,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.121699675Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5c2e8632-a512-45ba-876a-5d8edf3152b8","remote_addr":"[fd00:1122:3344:101::b]:33827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":230,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.131605309Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ce0fd010-15da-4722-98e4-cdbb74777740","remote_addr":"[fd00:1122:3344:101::b]:64425","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":130,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.18458477Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37356"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.18466289Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b00e53e5-ab29-450e-b4d7-60f7f773055e","remote_addr":"[fd00:1122:3344:101::c]:37356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":36,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.19417976Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"cf31cb0f-2513-4744-9bf4-4ede3cdaa0fa","remote_addr":"[fd00:1122:3344:101::c]:37356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":707,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.31654869Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64897"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.316633411Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.354415287Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.412135892Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"3a5938c5-0865-49d5-82da-897dff7de3c2","remote_addr":"[fd00:1122:3344:101::b]:64897","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95539,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.412376915Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58775"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.412626978Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a4a634d2-8be4-43de-9d67-3d224bee0a58","remote_addr":"[fd00:1122:3344:101::c]:58775","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":208,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.413353966Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f97e468d-39aa-4011-88cd-dc394b0fff65","remote_addr":"[fd00:1122:3344:101::b]:64897","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":915,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.503754118Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38573"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.503868599Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.540708344Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.600887968Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1fc75c49-11f4-44ad-ab77-49f970b13b1d","remote_addr":"[fd00:1122:3344:101::c]:38573","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97064,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:08.601301162Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2829461e-8a17-4b94-8bb2-34738d6a4374","remote_addr":"[fd00:1122:3344:101::c]:38573","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":121,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:11.439444782Z","hostname":"sock","pid":1562,"uri":"/a6cfeab5-1bcd-4180-8b80-d27bd607042d","method":"GET","req_id":"2bdfc250-ff41-40cc-9209-0bda044c028d","remote_addr":"[fd00:1122:3344:101::d]:42658","local_addr":"[fd00:1122:3344:101::1]:55701","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:37.634074442Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65351"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:37.637269709Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"6824050f-2b6d-44f0-9d24-6ddafe8dbee7","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:65351","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:37.950285417Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60676"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:37.951736324Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"bd113771-b2d7-4f04-b484-d180b2c9fea8","remote_addr":"[fd00:1122:3344:101::a]:60676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1413,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.099250933Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c5b016e3-391c-488a-9e02-c5261fb2bf47","remote_addr":"[fd00:1122:3344:101::a]:60676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":131,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.176531634Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40959"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.177581106Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"2a01bc11-0bab-403f-9c1e-f30b492ac085","remote_addr":"[fd00:1122:3344:101::a]:40959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1014,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.211625798Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35540"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.212593349Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.251460197Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.315442435Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"63e8a107-10d2-4564-b15e-ed49ce867177","remote_addr":"[fd00:1122:3344:101::a]:35540","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103760,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.315808319Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59836"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.31587636Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53064"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.316004151Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7aedd8c2-c5b2-4081-a645-7175048ea3e2","remote_addr":"[fd00:1122:3344:101::a]:35540","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":265,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.316900892Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"42bb1717-4134-47b3-97c9-97548c93afdd","remote_addr":"[fd00:1122:3344:101::b]:59836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1055,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.316978663Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"31ce93b0-f4db-4a93-81d7-ffa3ea868c90","remote_addr":"[fd00:1122:3344:101::c]:53064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":998,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.327610555Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d1a24285-1133-4d0f-9165-8efa2334da3d","remote_addr":"[fd00:1122:3344:101::c]:53064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":172,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.327915669Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b3b887ea-5a59-43d3-9830-0e920844e484","remote_addr":"[fd00:1122:3344:101::b]:59836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":65,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.400553306Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48350"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.400754498Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a64aa9ba-29bb-436a-941e-4bbcaabae97e","remote_addr":"[fd00:1122:3344:101::b]:48350","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.414555587Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37182"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.414643128Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"18383185-5cac-4f33-a395-b037162d29df","remote_addr":"[fd00:1122:3344:101::c]:37182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.416940115Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48476"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.417023856Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.455756232Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.511015109Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"64c0c205-2f40-4544-8be0-ee72f0da6fb5","remote_addr":"[fd00:1122:3344:101::b]:48476","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94023,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.511271762Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47609"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.512614307Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.512695168Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7dbe90c3-dc94-4b97-942c-744f5c346761","remote_addr":"[fd00:1122:3344:101::b]:48476","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1381,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.548997877Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.604570237Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"22332e43-e57d-48cd-819b-394873d24d74","remote_addr":"[fd00:1122:3344:101::c]:47609","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93195,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:38.604981552Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"badb9893-9650-4207-9e44-fc0ea13964e9","remote_addr":"[fd00:1122:3344:101::c]:47609","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":167,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:16:41.439200326Z","hostname":"sock","pid":1562,"uri":"/a6cfeab5-1bcd-4180-8b80-d27bd607042d","method":"GET","req_id":"e4bee466-f105-43b6-ad17-e1c6101eff55","remote_addr":"[fd00:1122:3344:101::d]:42658","local_addr":"[fd00:1122:3344:101::1]:55701","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6727,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:07.68094314Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59462"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:07.681015801Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"ba8d3bd1-81bd-4197-a83c-1736dc84fab9","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59462","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:07.807374707Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40065"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:07.807680341Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c4de74f1-9acc-48fb-8340-f84d5363002d","remote_addr":"[fd00:1122:3344:101::a]:40065","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":280,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:07.81718575Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b682b3f7-ff16-409e-8b6e-5e0d84d329ee","remote_addr":"[fd00:1122:3344:101::a]:40065","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":131,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:07.977366676Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49680"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:07.977739541Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"155a5546-977d-4007-85b1-e44ac8309f76","remote_addr":"[fd00:1122:3344:101::a]:49680","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":217,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.017166225Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:59323"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.017306407Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.063827603Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.128497307Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"73550318-41f3-493f-a896-a75e683dff3f","remote_addr":"[fd00:1122:3344:101::a]:59323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111267,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.128666149Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54828"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.128742921Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51042"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.129427398Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3a955d38-94b9-4843-a600-6a8767465184","remote_addr":"[fd00:1122:3344:101::c]:54828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":703,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.12954661Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0440cb5d-aaa0-4421-b5ef-534b25c47e48","remote_addr":"[fd00:1122:3344:101::a]:59323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":746,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.130628582Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1010a699-67ce-485b-83d2-9df2afd1955f","remote_addr":"[fd00:1122:3344:101::b]:51042","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1789,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.139232901Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"32f92b3b-591b-44f5-94e7-bf0bf95cd406","remote_addr":"[fd00:1122:3344:101::c]:54828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.140679118Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3753ec55-9205-427a-8e21-59b8fef14b81","remote_addr":"[fd00:1122:3344:101::b]:51042","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":70,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.171739566Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62326"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.171886688Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"ff0c4490-1952-488e-a527-a1070d53279f","remote_addr":"[fd00:1122:3344:101::b]:62326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.198749257Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49439"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.19983178Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"449c915e-588d-4e3f-a37d-00f0f4a9c32b","remote_addr":"[fd00:1122:3344:101::c]:49439","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1045,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.208085885Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51354"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.208185256Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.244841579Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.306442549Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7de8dc4a-0a2c-4661-9acf-cfeafc4c283e","remote_addr":"[fd00:1122:3344:101::b]:51354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98288,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.30657997Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55695"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.306698841Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.342540505Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.402105421Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f72a1908-6f87-47cd-a193-60367e373548","remote_addr":"[fd00:1122:3344:101::c]:55695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95456,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.402326423Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1f685455-f20f-4f00-a721-3b1c89baf3f7","remote_addr":"[fd00:1122:3344:101::b]:51354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:08.403222604Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b0c11dbb-d288-4cad-8977-7e7b858fe6c7","remote_addr":"[fd00:1122:3344:101::c]:55695","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":781,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:11.439349255Z","hostname":"sock","pid":1562,"uri":"/a6cfeab5-1bcd-4180-8b80-d27bd607042d","method":"GET","req_id":"4a4c3c52-8138-4111-b549-6224a0ba5403","remote_addr":"[fd00:1122:3344:101::d]:42658","local_addr":"[fd00:1122:3344:101::1]:55701","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6963,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:37.718279528Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39597"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:37.718391829Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"d57fb314-c6be-4c7b-9a53-9f37dafdb261","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:39597","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.066592592Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45689"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.067859077Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5ef67907-33db-41ce-bb8c-02d6dac6d9ea","remote_addr":"[fd00:1122:3344:101::a]:45689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1231,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.081164109Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f12e0cc2-5714-4d6a-9de4-c91eee4a2c81","remote_addr":"[fd00:1122:3344:101::a]:45689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":149,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.124880693Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44041"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.124985175Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"819b0648-94ca-4757-ad7f-d0fee3191b64","remote_addr":"[fd00:1122:3344:101::b]:44041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.139352Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e9a3c8c9-5d5b-412e-bc67-0f6634635e7b","remote_addr":"[fd00:1122:3344:101::b]:44041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":140,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.143729791Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40416"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.143818332Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.19228666Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.27203852Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"93d08345-ce03-48ea-8bf4-262631c82736","remote_addr":"[fd00:1122:3344:101::a]:40416","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":128251,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.272494795Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56886"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.272517285Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33648"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.272594966Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55074"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.272869339Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2611d947-6e30-4cdf-bdb7-4f2db9afa3a2","remote_addr":"[fd00:1122:3344:101::a]:40416","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":377,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.27297527Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"195e5236-5fc9-4b8f-b18d-c3d0cfa21b56","remote_addr":"[fd00:1122:3344:101::a]:56886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":353,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.273258014Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 074197bc-2b3f-4fe9-94c0-14608c5dfec9, kind: Service { id: 954a3d10-a2dd-433b-9252-ede695863bda }, name: Name(\"external-dns-954a3d10-a2dd-433b-9252-ede695863bda\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 133])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a3ab2617-5a99-4fbe-a7d1-4d5673064c67, kind: Service { id: e3d8dede-8980-4764-ac40-c508c2ebab6c }, name: Name(\"external-dns-e3d8dede-8980-4764-ac40-c508c2ebab6c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 212])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 12e743bf-60f7-4d25-9b2b-595ff259882d, kind: Service { id: 8edf7e0a-db5e-4594-b36b-7d389db56474 }, name: Name(\"nexus-8edf7e0a-db5e-4594-b36b-7d389db56474\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 27])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ad747b06-b112-4f84-a56c-95e2ad7cc8d4, kind: Service { id: 212442ce-6712-4c6a-beb4-26917e04679b }, name: Name(\"nexus-212442ce-6712-4c6a-beb4-26917e04679b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ebf272b6-074a-4cee-a95e-216e4da4a83b, kind: Service { id: b905b025-1e4a-4a11-bf0c-620257156cd8 }, name: Name(\"nexus-b905b025-1e4a-4a11-bf0c-620257156cd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 221])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.273346564Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.273408145Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.273454946Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.273485776Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.273516217Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.273590927Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.273627758Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9fd9f6ad-6db8-4dd1-b2eb-233f36e0f850","remote_addr":"[fd00:1122:3344:101::a]:33648","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":900,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.274512108Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"69cba39c-3113-4059-83a7-35a4e18a4514","remote_addr":"[fd00:1122:3344:101::c]:55074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1761,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.288427338Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e1cdf971-fe36-45e8-b505-ec09e883b3f0","remote_addr":"[fd00:1122:3344:101::c]:55074","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":174,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.304262481Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:65300"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.304515424Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"b6022833-4d34-4cae-b11d-80d3db8776a4","remote_addr":"[fd00:1122:3344:101::b]:65300","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":184,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.33198234Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46268"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.332114622Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.377012349Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.437105702Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c7161922-4c10-4c88-8c87-aa434bf4d1e3","remote_addr":"[fd00:1122:3344:101::b]:46268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105043,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.437253314Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43462"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.437589368Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 074197bc-2b3f-4fe9-94c0-14608c5dfec9, kind: Service { id: 954a3d10-a2dd-433b-9252-ede695863bda }, name: Name(\"external-dns-954a3d10-a2dd-433b-9252-ede695863bda\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 133])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a3ab2617-5a99-4fbe-a7d1-4d5673064c67, kind: Service { id: e3d8dede-8980-4764-ac40-c508c2ebab6c }, name: Name(\"external-dns-e3d8dede-8980-4764-ac40-c508c2ebab6c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 212])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 12e743bf-60f7-4d25-9b2b-595ff259882d, kind: Service { id: 8edf7e0a-db5e-4594-b36b-7d389db56474 }, name: Name(\"nexus-8edf7e0a-db5e-4594-b36b-7d389db56474\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 27])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ad747b06-b112-4f84-a56c-95e2ad7cc8d4, kind: Service { id: 212442ce-6712-4c6a-beb4-26917e04679b }, name: Name(\"nexus-212442ce-6712-4c6a-beb4-26917e04679b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ebf272b6-074a-4cee-a95e-216e4da4a83b, kind: Service { id: b905b025-1e4a-4a11-bf0c-620257156cd8 }, name: Name(\"nexus-b905b025-1e4a-4a11-bf0c-620257156cd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 221])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.437650558Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.437679289Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.437695099Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.437712969Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.437721689Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.437739039Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.437754619Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"22c5f676-9ef8-4451-aab4-d8c5ebd483b8","remote_addr":"[fd00:1122:3344:101::b]:43462","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":393,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.438386897Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"fe32b1fc-1119-424a-95bb-f720c91f0ddc","remote_addr":"[fd00:1122:3344:101::b]:46268","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":962,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.523062723Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:65102"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.523285835Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"4ab4eabd-93cc-472c-9a44-b7f488dd97bb","remote_addr":"[fd00:1122:3344:101::c]:65102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":180,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.57749704Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64967"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.577633191Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.617300019Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.673981152Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d11e6bf0-d26e-438f-8335-8e0c26c61095","remote_addr":"[fd00:1122:3344:101::c]:64967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96426,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.674277236Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:60302"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.674547019Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0e71a164-d9b9-46f1-9841-9e01b348823f","remote_addr":"[fd00:1122:3344:101::c]:64967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":251,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.67467092Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 074197bc-2b3f-4fe9-94c0-14608c5dfec9, kind: Service { id: 954a3d10-a2dd-433b-9252-ede695863bda }, name: Name(\"external-dns-954a3d10-a2dd-433b-9252-ede695863bda\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 133])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a3ab2617-5a99-4fbe-a7d1-4d5673064c67, kind: Service { id: e3d8dede-8980-4764-ac40-c508c2ebab6c }, name: Name(\"external-dns-e3d8dede-8980-4764-ac40-c508c2ebab6c\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 212])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 12e743bf-60f7-4d25-9b2b-595ff259882d, kind: Service { id: 8edf7e0a-db5e-4594-b36b-7d389db56474 }, name: Name(\"nexus-8edf7e0a-db5e-4594-b36b-7d389db56474\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 27])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ad747b06-b112-4f84-a56c-95e2ad7cc8d4, kind: Service { id: 212442ce-6712-4c6a-beb4-26917e04679b }, name: Name(\"nexus-212442ce-6712-4c6a-beb4-26917e04679b\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 155, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ebf272b6-074a-4cee-a95e-216e4da4a83b, kind: Service { id: b905b025-1e4a-4a11-bf0c-620257156cd8 }, name: Name(\"nexus-b905b025-1e4a-4a11-bf0c-620257156cd8\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 221])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.674733371Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.674767081Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.674788091Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.674806591Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.674820302Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.674828402Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:38.674857172Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"520e74cd-aaaa-420f-ae3e-bbe3d1ad3423","remote_addr":"[fd00:1122:3344:101::c]:60302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":461,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:17:41.44085712Z","hostname":"sock","pid":1562,"uri":"/a6cfeab5-1bcd-4180-8b80-d27bd607042d","method":"GET","req_id":"8618738f-5e4b-4fb1-957c-2d0e20113c4c","remote_addr":"[fd00:1122:3344:101::d]:42658","local_addr":"[fd00:1122:3344:101::1]:55701","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7645,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:07.754892607Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58670"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:07.754952948Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"940f6ecb-2673-4d30-8cd2-2d84c0d6ef56","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58670","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":43,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:07.765691922Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48719"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:07.765788653Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"dbbb5c9f-5a66-4a61-b37d-e8f73b548d9b","remote_addr":"[fd00:1122:3344:101::a]:48719","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":43,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:07.779322949Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f83ab3f7-32be-47df-9e3a-06f687244f80","remote_addr":"[fd00:1122:3344:101::a]:48719","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":176,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:07.906829218Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43740"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:07.907612177Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"4459d7a4-f4f5-4c6a-8df6-5384459fe1ab","remote_addr":"[fd00:1122:3344:101::a]:43740","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":752,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:07.963833905Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42899"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:07.963956577Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.014086044Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.078568697Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ba960779-bff3-4ba0-afa6-b1eaed191cd2","remote_addr":"[fd00:1122:3344:101::a]:42899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114679,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.0787614Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:33000"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.078893391Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"afcbf30d-c99d-4f2d-8ca5-db24a3478098","remote_addr":"[fd00:1122:3344:101::b]:33000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":81,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.079063823Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5a6be69c-e211-4e0a-8fbc-cd12c52dbdc8","remote_addr":"[fd00:1122:3344:101::a]:42899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":216,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.139139996Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52560"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.139332318Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"7ca77218-de0c-44fc-bf7c-72a34af28a41","remote_addr":"[fd00:1122:3344:101::b]:52560","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":132,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.148583114Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9f2dc637-b578-486f-b9c7-61e9f6ef2583","remote_addr":"[fd00:1122:3344:101::b]:33000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.176718738Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55274"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.17682465Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"23d98b52-30f2-4791-9756-cd426be00d1a","remote_addr":"[fd00:1122:3344:101::c]:55274","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":32,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.18896827Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f4f63b36-2980-4a82-8e18-5cd6ad26ba24","remote_addr":"[fd00:1122:3344:101::c]:55274","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":891,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.287844539Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59412"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.287993911Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.29570458Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:36710"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.301204173Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:60770"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.301384115Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"57d27c69-c960-44fc-940f-96d8dc88635c","remote_addr":"[fd00:1122:3344:101::c]:60770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":140,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.329436199Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.384276721Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.384329201Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d43eaffe-6546-4ca2-bcf5-b215303f1111","remote_addr":"[fd00:1122:3344:101::b]:59412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96410,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.388952605Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"78bc5e9c-3c7f-4b95-ae72-cbd602812925","remote_addr":"[fd00:1122:3344:101::b]:59412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1043,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.421341448Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.478095662Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"eecbc8bd-f1a6-4f9a-8888-6c07c97937b7","remote_addr":"[fd00:1122:3344:101::c]:36710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":182264,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:08.478984392Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"410ba13a-eb30-435d-be81-047d13d0b6f4","remote_addr":"[fd00:1122:3344:101::c]:36710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":632,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:11.439588653Z","hostname":"sock","pid":1562,"uri":"/a6cfeab5-1bcd-4180-8b80-d27bd607042d","method":"GET","req_id":"d0fac2d4-fd9e-4648-8875-d436030a7601","remote_addr":"[fd00:1122:3344:101::d]:42658","local_addr":"[fd00:1122:3344:101::1]:55701","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6794,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:37.790569766Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64026"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:37.790632377Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"ae25e0c1-2def-4785-8fe5-c6ed9c94a118","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64026","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":39,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.111770657Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.113446007Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4ee94d7c-119d-424e-8b30-1856be06f5d5","remote_addr":"[fd00:1122:3344:101::a]:60214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1642,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.132540717Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a8b30d9f-4524-4b5c-b8e3-ea4532b7c275","remote_addr":"[fd00:1122:3344:101::a]:60214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":239,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.184617267Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62610"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.184678488Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"93343dd9-1a55-44f1-8324-85ea4eb9ed1d","remote_addr":"[fd00:1122:3344:101::b]:62610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":44,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.194514901Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6c98cace-833f-4932-99be-17304357473e","remote_addr":"[fd00:1122:3344:101::b]:62610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":110,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.199362907Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44362"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.199480528Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2add01d7-78ce-42d7-b1a3-a365f65028ff","remote_addr":"[fd00:1122:3344:101::c]:44362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":36,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.207304918Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35852"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.2074464Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"1a537c5f-89ab-4979-b6c6-13d3d5611b58","remote_addr":"[fd00:1122:3344:101::a]:35852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.216818248Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0f2feb90-fe0a-4194-9de1-3b8605c34027","remote_addr":"[fd00:1122:3344:101::c]:44362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":128,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.257146163Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38330"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.259056795Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"4127ab68-43cc-4922-aaaf-5f9802eaa618","remote_addr":"[fd00:1122:3344:101::b]:38330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1798,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.282658137Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57211"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.282750408Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.322194623Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.379528834Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e0b3077e-263f-4cee-bc61-5bfd4d6390fb","remote_addr":"[fd00:1122:3344:101::a]:57211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96819,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.379790626Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:33859"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.379961979Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.380053129Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"18ce958b-8901-4368-8edf-92231812b416","remote_addr":"[fd00:1122:3344:101::a]:57211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":209,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.417344669Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.420622677Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55554"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.420981111Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"135ea8e0-951c-4569-81f3-52bdef98d475","remote_addr":"[fd00:1122:3344:101::c]:55554","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":266,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.47209746Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8c753b41-3978-47d5-8e8b-bbcb50513630","remote_addr":"[fd00:1122:3344:101::b]:33859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92228,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.473366765Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"471ca204-c9c0-4597-bf22-1eebaf70cc79","remote_addr":"[fd00:1122:3344:101::b]:33859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":995,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.485881409Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:36719"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.486018521Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.522179638Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.579196175Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5a868530-be9d-43e2-a12a-038169556182","remote_addr":"[fd00:1122:3344:101::c]:36719","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93236,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:38.579523268Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"dce65a97-3c33-4f84-b684-424a7a3621f6","remote_addr":"[fd00:1122:3344:101::c]:36719","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:41.55143141Z","hostname":"sock","pid":1562,"uri":"/a6cfeab5-1bcd-4180-8b80-d27bd607042d","method":"GET","req_id":"28b3a410-d60b-4bc3-bca4-1a037893ea63","remote_addr":"[fd00:1122:3344:101::d]:42658","local_addr":"[fd00:1122:3344:101::1]:55701","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8109,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:46.856425799Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:46.85647967Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:18:46.887187794Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999558s","next_cleanup":"Instant { tv_sec: 1926, tv_nsec: 770929191 }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:02.044588662Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:07.835885746Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51227"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:07.837443064Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a65bf818-02ba-46cf-bbbd-56cfb06e4255","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51227","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1503,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:07.950049602Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58969"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:07.950153143Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"03d4c978-01bf-458f-a167-c902186edb2f","remote_addr":"[fd00:1122:3344:101::a]:58969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.019452072Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58541"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.019548253Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"8dde81cd-333e-448d-a440-e2a6393c74e0","remote_addr":"[fd00:1122:3344:101::b]:58541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":64,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.022063122Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53615"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.022271364Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"71b2716a-4321-4c09-a22c-c1926e9c5c2b","remote_addr":"[fd00:1122:3344:101::a]:53615","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":152,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.031070886Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6fa6648a-ec01-4bd1-8260-31523155b0ba","remote_addr":"[fd00:1122:3344:101::a]:58969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.101263264Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54576"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.101374265Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.141625199Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.203481312Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bf3af4dc-c418-4706-8eac-41c27d2246e1","remote_addr":"[fd00:1122:3344:101::a]:54576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102164,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.203925087Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57229"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.204005588Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.204015639Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.204092279Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6f9a9ecb-f5ca-4139-b845-bc41bf38d7a7","remote_addr":"[fd00:1122:3344:101::c]:57229","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.20415401Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"25acee3f-fa7d-4177-96db-95f9439be779","remote_addr":"[fd00:1122:3344:101::b]:58541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":365,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.204240261Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"55b8198e-4323-486a-a556-e206e3641e84","remote_addr":"[fd00:1122:3344:101::a]:54576","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":424,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.204383403Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"974d2b55-333b-4cb4-b96a-7b389b0a3f98","remote_addr":"[fd00:1122:3344:101::b]:49451","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":235,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.205631947Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5fdaee36-0b16-4074-babe-538ee264e98c","remote_addr":"[fd00:1122:3344:101::c]:40177","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":870,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.214254797Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f52576b5-fe9c-4f6a-afee-07fe6d402cf6","remote_addr":"[fd00:1122:3344:101::c]:57229","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":155,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.252207414Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47383"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.252292285Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.293253177Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.350854981Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c8439050-ac03-4eec-9d87-fd4d49b63d62","remote_addr":"[fd00:1122:3344:101::c]:47383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98608,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.350988722Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47021"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.351103724Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.387562534Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.444398379Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4003ecb8-e19e-4e3a-a847-895dbf5631a0","remote_addr":"[fd00:1122:3344:101::b]:47021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93347,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.445733194Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"afac1d56-a1e7-4621-8fd7-d49d51aba101","remote_addr":"[fd00:1122:3344:101::b]:47021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1033,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:08.445750714Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"97cef3f9-99eb-4180-bbb3-2828ec082810","remote_addr":"[fd00:1122:3344:101::c]:47383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1047,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:11.551392117Z","hostname":"sock","pid":1562,"uri":"/a6cfeab5-1bcd-4180-8b80-d27bd607042d","method":"GET","req_id":"f21e22ec-9655-4dd9-801f-1f99ac6206a9","remote_addr":"[fd00:1122:3344:101::d]:42658","local_addr":"[fd00:1122:3344:101::1]:55701","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7329,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:12.529778033Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:12.529978625Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"77ff9987-f96c-4ef7-8ff3-7d1bfb258a9a","remote_addr":"[fd00:1122:3344:101::a]:61199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":170,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:12.530829315Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(13450302) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:12.53130497Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"PUT","req_id":"e0f10b67-79c3-4c30-98ad-0ddf7608cbff","remote_addr":"[fd00:1122:3344:101::a]:61199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1145,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:12.70046712Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50000"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:12.705489728Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:539","metadata":"InstanceMetadata { silo_id: 991d1ba4-4b68-4c37-85c3-fa3cf0f320b6, project_id: 09bf8117-7ca7-4472-a419-33af09f3ce6d }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-23T23:19:12.700219677Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: f4bb8ae2-45f7-429f-99ec-b0f6c7cc3cd2, kind: Instance { id: cb582634-f7e6-465e-a57f-e77a51bf908d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13450302), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f4bb8ae2-45f7-429f-99ec-b0f6c7cc3cd2, kind: Instance { id: cb582634-f7e6-465e-a57f-e77a51bf908d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13450302), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f4bb8ae2-45f7-429f-99ec-b0f6c7cc3cd2, kind: Instance { id: cb582634-f7e6-465e-a57f-e77a51bf908d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13450302), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(13450302))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f4bb8ae2-45f7-429f-99ec-b0f6c7cc3cd2, kind: Instance { id: cb582634-f7e6-465e-a57f-e77a51bf908d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13450302), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-b1fb96cbd9f\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 541211d9-e5a5-486e-a8f9-4b7403d925ca, read_only_parent: Some(Volume { block_size: 512, id: 48b8240d-956e-4695-a7b4-86365ef3821d, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5ebd02f9-ecf7-40e4-b0f6-821eed7c7f1f, key: Some(\"PIINU4T9f/+1OE1hiBe4a4z+n1T8H04tNqNs92PX5bU=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::16]:19002\", \"[fd00:1122:3344:101::14]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 541211d9-e5a5-486e-a8f9-4b7403d925ca, key: Some(\"jKMKwsa/cD8OfW6JeKYLv6her2hcJEi1DTqMNBCw92M=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::12]:19000\"] } }] } }], cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:12.705537708Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:572","migration_id":"None","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:12.706330117Z","hostname":"sock","pid":1562,"propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:1008","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: f4bb8ae2-45f7-429f-99ec-b0f6c7cc3cd2, kind: Instance { id: cb582634-f7e6-465e-a57f-e77a51bf908d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13450302), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f4bb8ae2-45f7-429f-99ec-b0f6c7cc3cd2, kind: Instance { id: cb582634-f7e6-465e-a57f-e77a51bf908d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13450302), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f4bb8ae2-45f7-429f-99ec-b0f6c7cc3cd2, kind: Instance { id: cb582634-f7e6-465e-a57f-e77a51bf908d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13450302), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(13450302))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f4bb8ae2-45f7-429f-99ec-b0f6c7cc3cd2, kind: Instance { id: cb582634-f7e6-465e-a57f-e77a51bf908d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13450302), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-b1fb96cbd9f\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 541211d9-e5a5-486e-a8f9-4b7403d925ca, read_only_parent: Some(Volume { block_size: 512, id: 48b8240d-956e-4695-a7b4-86365ef3821d, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5ebd02f9-ecf7-40e4-b0f6-821eed7c7f1f, key: Some(\"PIINU4T9f/+1OE1hiBe4a4z+n1T8H04tNqNs92PX5bU=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::16]:19002\", \"[fd00:1122:3344:101::14]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 541211d9-e5a5-486e-a8f9-4b7403d925ca, key: Some(\"jKMKwsa/cD8OfW6JeKYLv6her2hcJEi1DTqMNBCw92M=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::1a]:19000\", \"[fd00:1122:3344:101::12]:19000\"] } }] } }], cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-23T23:19:12.700219677Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:12.707974847Z","hostname":"sock","pid":1562,"uri":"/vmms/07232b9b-c6d0-4bc1-b45b-a94bf46ac878","method":"PUT","req_id":"f10f3658-d831-469d-b70b-b8a45b8157ec","remote_addr":"[fd00:1122:3344:101::a]:50000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7425,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:12.820833107Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48969"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:12.823143244Z","hostname":"sock","pid":1562,"uri":"/vmms/07232b9b-c6d0-4bc1-b45b-a94bf46ac878/state","method":"PUT","req_id":"c549c32a-ce12-4b11-bacb-f79d037e0b12","remote_addr":"[fd00:1122:3344:101::a]:48969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2285,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:12.825788984Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 13450302 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:12.825860835Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:12.869338136Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:12.894504256Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:14.361914228Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:14.362134951Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878\") failed: Property not found. retry in 62.250666ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:19:14.58073751Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878\") failed: Property not found. retry in 87.422742ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:19:14.656165099Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878\") failed: Property not found. retry in 102.015748ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:19:14.761345112Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878\") failed: Property not found. retry in 400.030255ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:19:14.884239168Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878\") failed: Property not found. retry in 632.460148ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:19:15.295072363Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878\") failed: Property not found. retry in 1.043788768s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:19:15.942023819Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878\") failed: Property not found. retry in 1.426311961s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:19:16.996226649Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878\") failed: Property not found. retry in 709.483532ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:19:18.43327052Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878\") failed: Property not found. retry in 1.426926147s","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:19:19.154473742Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:20.610702525Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:1466"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:20.620302456Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:1475"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:20.65712766Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:1499"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:20.797631749Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:744"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-09-23T23:19:20.798769742Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:20.798795543Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:20.798804923Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-23T23:19:20.798769742Z }","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:20.798812193Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-23T23:19:20.798769742Z }, migration_in: None, migration_out: None }","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-09-23T23:19:20.824906384Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:20.824921844Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:20.824951354Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-23T23:19:20.824906384Z }","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:20.824959714Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-23T23:19:20.824906384Z }, migration_in: None, migration_out: None }","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:37.855434129Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47461"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:37.855560791Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d055482e-f117-4ae7-b612-f9984813c61a","remote_addr":"[fd00:1122:3344:101::a]:47461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":84,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:37.886526678Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51452"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:37.886629749Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"6809464f-632e-41a5-a791-c73f2c73ad6e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51452","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":65,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.070417877Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33778"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.070788821Z","hostname":"sock","pid":1562,"uri":"/vmms/07232b9b-c6d0-4bc1-b45b-a94bf46ac878/state","method":"GET","req_id":"45c8cbc1-5444-42dd-8a8b-5ca17f9ec2d6","remote_addr":"[fd00:1122:3344:101::a]:33778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":333,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.159033818Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:34718"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.1592435Z","hostname":"sock","pid":1562,"uri":"/vmms/07232b9b-c6d0-4bc1-b45b-a94bf46ac878/state","method":"GET","req_id":"283f1c46-aec7-4183-853e-1372fbb732da","remote_addr":"[fd00:1122:3344:101::b]:34718","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.222813563Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40812"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.222900204Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"88c129bc-3262-4d51-a74f-dd98e2afddcb","remote_addr":"[fd00:1122:3344:101::b]:40812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":44,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.25377732Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35272"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.253925502Z","hostname":"sock","pid":1562,"uri":"/vmms/07232b9b-c6d0-4bc1-b45b-a94bf46ac878/state","method":"GET","req_id":"4844638c-b0b4-448a-afaa-f7f6aff221c0","remote_addr":"[fd00:1122:3344:101::c]:35272","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":87,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.278698047Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:32871"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.27893672Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"2800bee3-d5d7-48a6-9d27-d39715bfd551","remote_addr":"[fd00:1122:3344:101::b]:32871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":184,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.342223139Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d108fc30-d414-46b1-a336-91161484faf2","remote_addr":"[fd00:1122:3344:101::b]:40812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":351,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.348190328Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45175"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.348304099Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.389375263Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.448585795Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"74018e88-54d7-4eca-8b07-c923aa5f9504","remote_addr":"[fd00:1122:3344:101::b]:45175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100338,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.449045131Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43768"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.449067871Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56684"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.449081571Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39910"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.449334574Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f1ee4b45-dede-4418-b707-0d528c6ae390","remote_addr":"[fd00:1122:3344:101::b]:45175","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":338,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.449390044Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c511033c-146c-4e05-bbf3-702327598ec2","remote_addr":"[fd00:1122:3344:101::c]:39910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":225,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.449469605Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"4532deb3-abae-4b16-9565-487827401c86","remote_addr":"[fd00:1122:3344:101::a]:56684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":340,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.449566757Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b2cc464d-0a45-4a5a-9bda-19177d3f1aac","remote_addr":"[fd00:1122:3344:101::a]:47461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":522,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.450393416Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.471235346Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:42904"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.471419888Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"78946e4e-89be-42e5-b9fb-a862708075e8","remote_addr":"[fd00:1122:3344:101::c]:42904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":154,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.481035809Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9aecd1cd-89c3-470e-92bf-a177efb0edcf","remote_addr":"[fd00:1122:3344:101::c]:39910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":652,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.489116302Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.548711889Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"479e7ad2-8268-499d-b1a1-ada0f681796a","remote_addr":"[fd00:1122:3344:101::a]:43768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99447,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.549115094Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"49561232-8b8d-49a4-8552-878a263c8063","remote_addr":"[fd00:1122:3344:101::a]:43768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":168,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.554611847Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33097"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.554785459Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4089"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.592757647Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4113"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.647946183Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"67d89ca1-8d5a-4bd7-a7db-c3267172b444","remote_addr":"[fd00:1122:3344:101::c]:33097","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93232,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:38.648231786Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"dc49dc57-ba52-4d58-9e5b-b2d5e0326a97","remote_addr":"[fd00:1122:3344:101::c]:33097","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:41.552150414Z","hostname":"sock","pid":1562,"uri":"/a6cfeab5-1bcd-4180-8b80-d27bd607042d","method":"GET","req_id":"0ddfeb9a-f540-413a-b77f-b9567ce3c382","remote_addr":"[fd00:1122:3344:101::d]:42658","local_addr":"[fd00:1122:3344:101::1]:55701","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a6cfeab5-1bcd-4180-8b80-d27bd607042d","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:46.430932541Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61286"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:46.431649299Z","hostname":"sock","pid":1562,"uri":"/vmms/07232b9b-c6d0-4bc1-b45b-a94bf46ac878/state","method":"PUT","req_id":"3011f361-96bb-47d4-b1cb-9667d1c7253b","remote_addr":"[fd00:1122:3344:101::a]:61286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":635,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-09-23T23:19:46.431765571Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:46.431785181Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:46.431829351Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-23T23:19:46.431765571Z }","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:46.431857712Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-23T23:19:46.431765571Z }, migration_in: None, migration_out: None }","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-09-23T23:19:46.443301314Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:46.443317634Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:46.443348244Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-09-23T23:19:46.443301314Z }","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:46.443359474Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:630","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:46.443395785Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:46.443702688Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:46.443740739Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/206369d1-a9ea-498a-85ee-23c79d5662f8/debug/bundle/zone\", \"/pool/int/7073a935-f8ba-4ac8-91ff-452f67ec46db/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/3877506b-1f39-42fc-94ac-b2d382e6869a/crypt/debug\", \"/pool/ext/f28e76df-bcff-4355-b674-7f6f05c9f8dc/crypt/debug\", \"/pool/ext/27622737-fd47-4a66-a552-1d64c0d56a2b/crypt/debug\", \"/pool/ext/82bc7793-c675-49d9-9db9-2f4a2a329bef/crypt/debug\", \"/pool/ext/d78e334d-0261-40af-8332-4a45fd2a8d42/crypt/debug\", \"/pool/ext/ce967aab-6630-4925-b90b-9c9cb48e90c0/crypt/debug\", \"/pool/ext/fd5ca1dd-39f0-4844-af6b-77dcaa746e9d/crypt/debug\", \"/pool/ext/ef338e61-2c72-4f07-92cd-da33ab2266a6/crypt/debug\", \"/pool/ext/1be25b7d-d663-491f-9b22-294625b9b9ed/crypt/debug\"] }","zone_name":"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:47.086988572Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878\", bundle_id: 6a252a69-2f0d-496b-83e2-bf97ecfd0dda }, time_created: 2024-09-23T23:19:46.444899562Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_07232b9b-c6d0-4bc1-b45b-a94bf46ac878","v":0,"name":"SledAgent","level":40,"time":"2024-09-23T23:19:47.087048083Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:843"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:48.843222383Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:48.861378272Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(13450302), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:48.861438402Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(13450302), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:48.861799077Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-23T23:19:48.861767136Z }, migration_in: None, migration_out: None }","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:48.912572632Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-23T23:19:48.861767136Z }, migration_in: None, migration_out: None }","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:48.917265106Z","hostname":"sock","pid":1562,"instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","propolis_id":"07232b9b-c6d0-4bc1-b45b-a94bf46ac878","instance_id":"cb582634-f7e6-465e-a57f-e77a51bf908d","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:49.398597233Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55930"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:49.398686594Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"40122bfa-6774-46a3-8628-c21ba8a39245","remote_addr":"[fd00:1122:3344:101::b]:55930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":60,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:49.412444832Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"07173201-4698-4063-ab0f-dc9fe63c42f6","remote_addr":"[fd00:1122:3344:101::b]:55930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":128,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:49.609892808Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35375"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:49.61006162Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a42bc52c-05b5-4aa2-bc83-67a1fbff6104","remote_addr":"[fd00:1122:3344:101::b]:35375","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":144,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:49.733651845Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38895"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:49.733858807Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"700d767b-24c7-4325-930f-ba5d0a7ef7c0","remote_addr":"[fd00:1122:3344:101::a]:38895","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":189,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:50.385180873Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50180"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:50.385285335Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c070ca97-bb7d-40ae-b97a-e5ad67900f95","remote_addr":"[fd00:1122:3344:101::a]:50180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":84,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-23T23:19:50.393750092Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"1fc765b4-efb2-4c84-9c1c-aa70b2dec4f5","remote_addr":"[fd00:1122:3344:101::a]:50180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":132,"response_code":"204"}