[ Aug 30 19:40:33 Enabled. ] [ Aug 30 19:40:33 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Aug 30 19:40:33 Method "start" exited with status 0. ] [ Aug 30 19:40:33 Rereading configuration. ] [ Aug 30 19:40:33 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:33.986915279Z","hostname":"buskin","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:33.987070151Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.042180408Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.042220839Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.157004603Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.166108933Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.174576312Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.775341683Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.916189105Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.916215515Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.916301277Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.916384318Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.916399638Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.916420669Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.919385151Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:623"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:34.919391851Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:765"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.919403941Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.919410301Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:824"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.919419251Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.919474672Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.919565464Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.919599025Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.919609635Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.930794061Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:34.930827112Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"fc9e5708-cd50-4950-8336-db011df04e25 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.03616431Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: fc9e5708-cd50-4950-8336-db011df04e25 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.452094168Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.452131509Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.452138279Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.452154359Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.452166859Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fc9e5708-cd50-4950-8336-db011df04e25 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.45219709Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.45220184Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.4522086Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.45221292Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.452245111Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.461550134Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.461573404Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"17afe9d4-47cb-4799-8d3d-ad69badedc16 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.549562098Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 17afe9d4-47cb-4799-8d3d-ad69badedc16 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952472478Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952518989Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fc9e5708-cd50-4950-8336-db011df04e25 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 17afe9d4-47cb-4799-8d3d-ad69badedc16 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952543939Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.95255236Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.95255952Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.95256581Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952606711Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952615721Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fc9e5708-cd50-4950-8336-db011df04e25 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 17afe9d4-47cb-4799-8d3d-ad69badedc16 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952645411Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952653141Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952658092Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952664592Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952691602Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952698752Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fc9e5708-cd50-4950-8336-db011df04e25 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 17afe9d4-47cb-4799-8d3d-ad69badedc16 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952722353Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952727823Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952733443Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952737893Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952742783Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952749603Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fc9e5708-cd50-4950-8336-db011df04e25 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 17afe9d4-47cb-4799-8d3d-ad69badedc16 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952775803Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952780944Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952785924Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952792274Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952797334Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952801834Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fc9e5708-cd50-4950-8336-db011df04e25 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 17afe9d4-47cb-4799-8d3d-ad69badedc16 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952823704Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952828864Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952833584Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952841265Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952846355Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952850585Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fc9e5708-cd50-4950-8336-db011df04e25 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 17afe9d4-47cb-4799-8d3d-ad69badedc16 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952883445Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952889976Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952895276Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952900036Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952904076Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952909626Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fc9e5708-cd50-4950-8336-db011df04e25 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 17afe9d4-47cb-4799-8d3d-ad69badedc16 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952939606Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952945066Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952950497Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952955687Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952960517Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952968337Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952974977Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.952979877Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fc9e5708-cd50-4950-8336-db011df04e25 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 17afe9d4-47cb-4799-8d3d-ad69badedc16 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.953017518Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.953023158Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.953027288Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.953034438Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.953038788Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fc9e5708-cd50-4950-8336-db011df04e25 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 17afe9d4-47cb-4799-8d3d-ad69badedc16 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.953074129Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.953079969Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.953085169Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.953089199Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.953099909Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.953104209Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fc9e5708-cd50-4950-8336-db011df04e25 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 17afe9d4-47cb-4799-8d3d-ad69badedc16 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.9531348Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.95314025Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.95314449Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.95314851Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.95315564Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.95316174Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.95316593Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.95317503Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.953179701Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.953184161Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.953188821Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.953192911Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.963733716Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:730"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.963770256Z","hostname":"buskin","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99994608s","next_cleanup":"Instant { tv_sec: 1322, tv_nsec: 632655792 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.963789497Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3866"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.963811147Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.963868558Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.966692648Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.967069534Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.967211557Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.967423271Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1053"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.967429671Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.967495462Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.967536562Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.967545173Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.967550533Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1113"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.967575583Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.967585894Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.967594663Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.967599024Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1154"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.967602884Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:155"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.967606674Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:128"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.967619564Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.967645855Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.967930389Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 27cfef72-d05b-490f-ac92-5c7cad830c2e,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 289c9d10-fa69-4638-aac7-3cfc6b4e23be,\n rack_id: 27cfef72-d05b-490f-ac92-5c7cad830c2e,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968161224Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:175"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968168313Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1187"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968195774Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968206714Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968326866Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968440508Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968463519Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 289c9d10-fa69-4638-aac7-3cfc6b4e23be, rack_id: 27cfef72-d05b-490f-ac92-5c7cad830c2e, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968587081Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:64573","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 289c9d10-fa69-4638-aac7-3cfc6b4e23be, rack_id: 27cfef72-d05b-490f-ac92-5c7cad830c2e, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968670302Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:359"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968680362Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:374"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968705083Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968709743Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968713463Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968720433Z","hostname":"buskin","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968725153Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968743574Z","hostname":"buskin","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968762414Z","hostname":"buskin","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968770274Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968776044Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968779574Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968819845Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.968825295Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.970776899Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4163"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:35.97083421Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4545"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.003484433Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.025737224Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.029261756Z","hostname":"buskin","pid":1562,"sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:388"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.029322167Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.029359867Z","hostname":"buskin","pid":1562,"sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:400"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.029452149Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 76.402469ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.032733766Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da8aaffa-0401-43db-a3cf-c668e6f7d617\", \"content-length\": \"124\", \"date\": \"Fri, 30 Aug 2024 19:40:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"da8aaffa-0401-43db-a3cf-c668e6f7d617\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_fc9e5708-cd50-4950-8336-db011df04e25/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.042457827Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.044769278Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"successfully created encrypted zvol: name=\"oxi_fc9e5708-cd50-4950-8336-db011df04e25/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.066124242Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_fc9e5708-cd50-4950-8336-db011df04e25/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.066162903Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.07110572Z","hostname":"buskin","pid":1562,"sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:415"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.07111735Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:127"} {"msg":"Ensuring dataset oxi_fc9e5708-cd50-4950-8336-db011df04e25/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.07112734Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:137"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.109648336Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 141.782577ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.110195236Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d580b5b-8297-460c-a9d5-6df9475ae281\", \"content-length\": \"124\", \"date\": \"Fri, 30 Aug 2024 19:40:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1d580b5b-8297-460c-a9d5-6df9475ae281\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.156496718Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:172"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.252674446Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 86.383255ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.253284507Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2555756a-59d8-45e7-bde3-278bf52e45a1\", \"content-length\": \"124\", \"date\": \"Fri, 30 Aug 2024 19:40:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2555756a-59d8-45e7-bde3-278bf52e45a1\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.340549438Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 204.567721ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.340926305Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c8d3e15-dcec-4acd-8940-f3fb13a8237c\", \"content-length\": \"124\", \"date\": \"Fri, 30 Aug 2024 19:40:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6c8d3e15-dcec-4acd-8940-f3fb13a8237c\" }"} {"msg":"Mounting oxi_fc9e5708-cd50-4950-8336-db011df04e25/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.375138555Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:180"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.387801037Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:188"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.387884069Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:188"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.387901999Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:188"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.387935869Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:194"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.547260915Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 203.381297ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.547997518Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1341adb3-1b59-41ed-a3b3-1aaeaae501af\", \"content-length\": \"124\", \"date\": \"Fri, 30 Aug 2024 19:40:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1341adb3-1b59-41ed-a3b3-1aaeaae501af\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.752276243Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 251.605894ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:36.753056036Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6e68246-4ed4-40c3-b55c-b4e9c6d1a849\", \"content-length\": \"124\", \"date\": \"Fri, 30 Aug 2024 19:40:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b6e68246-4ed4-40c3-b55c-b4e9c6d1a849\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:37.005700679Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 320.122055ms)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:37.006195208Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac6817db-313c-4be4-bd83-6c711d5febb8\", \"content-length\": \"124\", \"date\": \"Fri, 30 Aug 2024 19:40:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ac6817db-313c-4be4-bd83-6c711d5febb8\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:37.114836844Z","hostname":"buskin","pid":1562,"sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:37.120638966Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:48378","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:37.120670686Z","hostname":"buskin","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:73","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:37.120729487Z","hostname":"buskin","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:48378","producer_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:37.121913558Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"270.999383ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:37.122847674Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:37.122854745Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:37.122928836Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:914","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:37.122936086Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:37.326850784Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:37.394227396Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"387.980006ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:37.784005996Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"595.253011ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:38.380873839Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.405547311s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:39.571744006Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2639"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:39.571785236Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2857"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:39.571793277Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2509"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:39.571800127Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2556"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:39.571806797Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2938"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:39.571812997Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:39.573669439Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2782"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:39.574947552Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2550"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:39.575055744Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:39.575207297Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 71.530945ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:39.930173435Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 124.217647ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:40.124146618Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 287.991896ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:40.304450952Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 287.44676ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:40.647636874Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:40.788099499Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.719190185s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.065821861s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:41.028505447Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 828.303071ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:42.122448203Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.262231448s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:43.10597608Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 500.801122ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:44.528434361Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 613.169028ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:45.063919056Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:45.509038607Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"6.328614404s"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.148157702Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.148213263Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:429"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.148223903Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.148243993Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.148521768Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.148733162Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.148755882Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:64573","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.148796263Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.148811583Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3866"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.148826774Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.148863074Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.406158959Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.406308002Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.406331662Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.406347842Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.406361913Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.406373693Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.411249389Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4187","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.411261119Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4203"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.411266739Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.672647445Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:49870"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.673056852Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.673156954Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"a8425fc7-625c-495f-8184-d6b27ef495e3","remote_addr":"[fd00:1122:3344:101::1]:49870","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":355,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.704090457Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:38948"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.70424302Z","hostname":"buskin","pid":1562,"uri":"/sled-role","method":"GET","req_id":"e736a0ac-404b-4588-90ab-678306ce4120","remote_addr":"[fd00:1122:3344:101::1]:38948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.705356459Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.70539704Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.705798987Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.706093662Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:1001"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: af492c8c-1b1e-48c6-b05f-50c3da4f8e5d, pool_id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: a28d7bf2-5d6d-47bd-8aca-b32c37e0bc34, pool_id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 9ec8fb89-5b41-4f65-b7ae-eb5773de2d97, pool_id: 161cdb67-d423-452c-be58-7bca2891066e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: c3eec841-7e72-4a0f-87fc-c4a8d8c12cca, pool_id: 3fd4f884-7e56-4c58-871f-b010d32df20b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: e3fa4c24-c427-4373-ac00-421649f0d118, pool_id: 6113cfc6-d07f-470a-963b-4465a62b65f1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 7b1aabde-2fa3-4016-9b10-e944e08c682b, pool_id: 9a6b9e1b-b715-4f19-b00f-4a1c2b109fdc (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 26923fc4-08cd-4e1d-9fbc-ddabee89b218, pool_id: 50a6c5cd-19db-4cbc-bda0-e365b45637b0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: d1517a05-5d50-4dfe-b55d-fb4c1fccf7a2, pool_id: a2ff29f8-f12c-4d2f-add0-1d5faf6635ee (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: f35bfd31-efab-428d-95b6-9d1b677e641c, pool_id: d69ccb3d-8bd7-402d-b7bd-712c30af96dc (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.736943324Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:355"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.737140427Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60168"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.737450052Z","hostname":"buskin","pid":1562,"sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:856"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: af492c8c-1b1e-48c6-b05f-50c3da4f8e5d, pool_id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: a28d7bf2-5d6d-47bd-8aca-b32c37e0bc34, pool_id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 9ec8fb89-5b41-4f65-b7ae-eb5773de2d97, pool_id: 161cdb67-d423-452c-be58-7bca2891066e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: c3eec841-7e72-4a0f-87fc-c4a8d8c12cca, pool_id: 3fd4f884-7e56-4c58-871f-b010d32df20b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: e3fa4c24-c427-4373-ac00-421649f0d118, pool_id: 6113cfc6-d07f-470a-963b-4465a62b65f1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 7b1aabde-2fa3-4016-9b10-e944e08c682b, pool_id: 9a6b9e1b-b715-4f19-b00f-4a1c2b109fdc (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 26923fc4-08cd-4e1d-9fbc-ddabee89b218, pool_id: 50a6c5cd-19db-4cbc-bda0-e365b45637b0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: d1517a05-5d50-4dfe-b55d-fb4c1fccf7a2, pool_id: a2ff29f8-f12c-4d2f-add0-1d5faf6635ee (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: f35bfd31-efab-428d-95b6-9d1b677e641c, pool_id: d69ccb3d-8bd7-402d-b7bd-712c30af96dc (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.737511263Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.737524714Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.737538394Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.737549504Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.737593085Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.737601555Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.737615125Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.737621935Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.888683846Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:46.888727277Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/289c9d10-fa69-4638-aac7-3cfc6b4e23be): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-30T19:40:47.149910239Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.347486257Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.411907677Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.42007964Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.420126691Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.420136141Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.420145472Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.420153432Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.420285964Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.420294524Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.45598402Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.464999868Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.64062157Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.648830464Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.648871095Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.648888085Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.648897195Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.648904166Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.65830688Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.658336301Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.749795136Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.758290145Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.758326506Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.758333596Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.758400547Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.758415907Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.758541119Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.75855155Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.792237721Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.800108159Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_1693cbb3-d027-4679-ba05-f26fe21ef04a","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.978272525Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.986411977Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.986452958Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.986459628Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.986483759Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.986488889Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.996150318Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:47.996185019Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"161cdb67-d423-452c-be58-7bca2891066e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.091221647Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.099065814Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.099110995Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.099129235Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.099153146Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.099163086Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.099283718Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.099291868Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.134849112Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_161cdb67-d423-452c-be58-7bca2891066e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.142677019Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/289c9d10-fa69-4638-aac7-3cfc6b4e23be): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-30T19:40:48.154411035Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_161cdb67-d423-452c-be58-7bca2891066e","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.316785215Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.324644892Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.324685793Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.324692583Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.324699964Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.324706844Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.334239881Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.334273532Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"3fd4f884-7e56-4c58-871f-b010d32df20b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.429077675Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 3fd4f884-7e56-4c58-871f-b010d32df20b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.43733612Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.437389461Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.437398831Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.437411201Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.437426062Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.437587764Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.437596065Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.473489014Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3fd4f884-7e56-4c58-871f-b010d32df20b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.481628417Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_3fd4f884-7e56-4c58-871f-b010d32df20b","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.662306117Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.670317228Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.670354189Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.670366519Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.670376839Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.67039155Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.680437136Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.680466486Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"6113cfc6-d07f-470a-963b-4465a62b65f1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.78042466Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 6113cfc6-d07f-470a-963b-4465a62b65f1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.788758156Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.788799887Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.788808027Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.788854178Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.788863088Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.789023161Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.789031911Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.825328188Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_6113cfc6-d07f-470a-963b-4465a62b65f1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:48.833249117Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_6113cfc6-d07f-470a-963b-4465a62b65f1","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.009245405Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.017996069Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.01804909Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.01805772Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.01806553Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.01808125Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.027377383Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.027405494Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"9a6b9e1b-b715-4f19-b00f-4a1c2b109fdc (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.123456349Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 9a6b9e1b-b715-4f19-b00f-4a1c2b109fdc (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.132583699Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.13261852Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.13262542Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.13263385Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.132655461Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.132772973Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.132783353Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/289c9d10-fa69-4638-aac7-3cfc6b4e23be): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-30T19:40:49.15598407Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.169716371Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9a6b9e1b-b715-4f19-b00f-4a1c2b109fdc/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.177152482Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_9a6b9e1b-b715-4f19-b00f-4a1c2b109fdc","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.346160887Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.353435645Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.353476725Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.353483965Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.353492286Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.353499766Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.363280148Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.363330208Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"50a6c5cd-19db-4cbc-bda0-e365b45637b0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.46373187Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 50a6c5cd-19db-4cbc-bda0-e365b45637b0 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.471986235Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.472028596Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.472035466Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.472044076Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.472108257Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.472213989Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.472224689Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.509239549Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_50a6c5cd-19db-4cbc-bda0-e365b45637b0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.516965584Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_50a6c5cd-19db-4cbc-bda0-e365b45637b0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.691517697Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.699278023Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.699335324Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.699342514Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.699348274Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.699353225Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.708478255Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.708513905Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"a2ff29f8-f12c-4d2f-add0-1d5faf6635ee (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.80564903Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: a2ff29f8-f12c-4d2f-add0-1d5faf6635ee (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.813390826Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.813432207Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.813438887Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.813447697Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.813509048Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.81361303Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.81364424Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.849301296Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_a2ff29f8-f12c-4d2f-add0-1d5faf6635ee/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:49.857768074Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_a2ff29f8-f12c-4d2f-add0-1d5faf6635ee","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.033526008Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.040874517Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.040914138Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.040921448Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.040927458Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.040932378Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.049461718Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.049495218Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"d69ccb3d-8bd7-402d-b7bd-712c30af96dc (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.149065556Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: d69ccb3d-8bd7-402d-b7bd-712c30af96dc (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.157722997Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.157782569Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.157792099Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.157809739Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.157819529Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.157943061Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.157950992Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/289c9d10-fa69-4638-aac7-3cfc6b4e23be): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-30T19:40:50.16240445Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.196194152Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_d69ccb3d-8bd7-402d-b7bd-712c30af96dc/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.204200063Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_d69ccb3d-8bd7-402d-b7bd-712c30af96dc","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.382126475Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.39035978Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.39039027Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.390472322Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.390566473Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: fc9e5708-cd50-4950-8336-db011df04e25 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 17afe9d4-47cb-4799-8d3d-ad69badedc16 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3fd4f884-7e56-4c58-871f-b010d32df20b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6113cfc6-d07f-470a-963b-4465a62b65f1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9a6b9e1b-b715-4f19-b00f-4a1c2b109fdc (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 50a6c5cd-19db-4cbc-bda0-e365b45637b0 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: a2ff29f8-f12c-4d2f-add0-1d5faf6635ee (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: d69ccb3d-8bd7-402d-b7bd-712c30af96dc (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.390606794Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.390614154Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.390790447Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.391043762Z","hostname":"buskin","pid":1562,"sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:860"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.391064352Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.391074642Z","hostname":"buskin","pid":1562,"sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:886","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.391083452Z","hostname":"buskin","pid":1562,"sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:891"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.391091083Z","hostname":"buskin","pid":1562,"sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:896"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.391131353Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.391139223Z","hostname":"buskin","pid":1562,"sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:902"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.391179144Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:803","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.391185954Z","hostname":"buskin","pid":1562,"sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:907"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.391259715Z","hostname":"buskin","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"ef83d5e0-6e3d-49f5-84ae-879890b4c45f","remote_addr":"[fd00:1122:3344:101::1]:60168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3654018,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 8b642bba-10a6-428b-9af7-48d5f8622e03, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c4910af2-5760-4c5f-bb62-3b2357eab858, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b5d7b957-0082-4dc3-b742-d6e7150a43c2, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.423260897Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.42341378Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60102"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8b642bba-10a6-428b-9af7-48d5f8622e03, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.423810307Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.423819357Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 8b642bba-10a6-428b-9af7-48d5f8622e03, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4910af2-5760-4c5f-bb62-3b2357eab858, dataset_name: DatasetName { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.476905768Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.476941389Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: c4910af2-5760-4c5f-bb62-3b2357eab858, dataset_name: DatasetName { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5d7b957-0082-4dc3-b742-d6e7150a43c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.527799151Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.527839142Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: b5d7b957-0082-4dc3-b742-d6e7150a43c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.576975884Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.577023255Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.577044466Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.577102867Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.621275002Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.621306032Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.621310912Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.672961809Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.676594912Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.680073203Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.691807939Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.696163246Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:50.699972732Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/289c9d10-fa69-4638-aac7-3cfc6b4e23be): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-08-30T19:40:51.164689847Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:52.169854715Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:52.169961986Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:52.170209431Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:52.653202776Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:53.131054081Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:53.131156692Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:53.131244364Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2\") failed: Property not found. retry in 36.160802ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:53.139131552Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:53.139176083Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:53.143251475Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2\") failed: Property not found. retry in 67.141837ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:53.184903276Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2\") failed: Property not found. retry in 254.163013ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:53.261825405Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858\") failed: Property not found. retry in 61.104045ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:53.269099753Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03\") failed: Property not found. retry in 33.684526ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:53.275117989Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03\") failed: Property not found. retry in 135.462657ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:53.316687768Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858\") failed: Property not found. retry in 117.873856ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:53.410052746Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03\") failed: Property not found. retry in 174.412612ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:53.467928792Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2\") failed: Property not found. retry in 488.993048ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:53.552014968Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858\") failed: Property not found. retry in 268.948063ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:53.581012896Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03\") failed: Property not found. retry in 430.898528ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:53.716762938Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858\") failed: Property not found. retry in 576.442237ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:53.859967861Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2\") failed: Property not found. retry in 1.184294739s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:54.050689457Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03\") failed: Property not found. retry in 748.458725ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:54.157294068Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858\") failed: Property not found. retry in 760.860339ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:54.447561341Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03\") failed: Property not found. retry in 1.286844041s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:54.919738717Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858\") failed: Property not found. retry in 1.04946857s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:55.217776076Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2\") failed: Property not found. retry in 1.481103023s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:55.243836243Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:55.957290043Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4211"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:55.957345394Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4221","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:55.963341089Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4300"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.093317069Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4348"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.09334988Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4375"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.140206922Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4388"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.140254653Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.195315059Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4294"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.19535059Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4355","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.217125942Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4366"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.217156353Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4408"} {"msg":"wait for service Some(\"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03\") failed: Property not found. retry in 1.158876018s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:56.218954384Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.251855542Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:43647"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.252075775Z","hostname":"buskin","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"e40d2d74-cc96-4b96-81a3-251956bc9614","remote_addr":"[fd00:1122:3344:101::2]:43647","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":75,"response_code":"200"} {"msg":"wait for service Some(\"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858\") failed: Property not found. retry in 1.414609831s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:56.275648949Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.311471157Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4440"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.311505918Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4446"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.420183075Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4487"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.420231366Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/289c9d10-fa69-4638-aac7-3cfc6b4e23be): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:56.45297088Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.453343337Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.485862628Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.485971279Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.486429508Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.486452478Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.523528419Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576172492Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576249524Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576260894Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576270854Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576278214Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576285494Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576294024Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576300645Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576308215Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576313955Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576321525Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576327655Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576333605Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576344765Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576352216Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576358026Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576362086Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576366236Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576370426Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576374996Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576379316Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576383566Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:56.576387946Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2\") failed: Property not found. retry in 1.441461019s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:56.734144754Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03\") failed: Property not found. retry in 1.225727685s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:57.388516387Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858\") failed: Property not found. retry in 1.340277734s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:40:57.699950921Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.058265166Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_internal_dns_b5d7b957-0082-4dc3-b742-d6e7150a43c2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.058314166Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_internal_dns_8b642bba-10a6-428b-9af7-48d5f8622e03"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.058319367Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_internal_dns_c4910af2-5760-4c5f-bb62-3b2357eab858"} {"msg":"Writing ledger to /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.058325427Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.058735134Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.0590762Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"696ad00e-e4a7-42f1-ad05-e3249b65fbc8","remote_addr":"[fd00:1122:3344:101::1]:60102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8635476,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.060872951Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.120309384Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.165832303Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:555"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.213277946Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:591"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.213293016Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.245799666Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.246726302Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.246732833Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 8b642bba-10a6-428b-9af7-48d5f8622e03, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c4910af2-5760-4c5f-bb62-3b2357eab858, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b5d7b957-0082-4dc3-b742-d6e7150a43c2, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a2ff29f8-f12c-4d2f-add0-1d5faf6635ee (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31a2b964-84b7-42d0-9efa-07166b3effd6, kind: Service { id: f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f }, name: Name(\"ntp-f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 29])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.27621743Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.276338552Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:32834"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8b642bba-10a6-428b-9af7-48d5f8622e03, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.276520045Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.276529976Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 8b642bba-10a6-428b-9af7-48d5f8622e03, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4910af2-5760-4c5f-bb62-3b2357eab858, dataset_name: DatasetName { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.298233796Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.298304418Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: c4910af2-5760-4c5f-bb62-3b2357eab858, dataset_name: DatasetName { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5d7b957-0082-4dc3-b742-d6e7150a43c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.315630662Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.315662542Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: b5d7b957-0082-4dc3-b742-d6e7150a43c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.33262231Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.332670601Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.332882634Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.333048977Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.343849947Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.376769284Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.377505597Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.377511627Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.407712797Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 245, 29]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.407734818Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.407997122Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.408010223Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.408241187Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.408641914Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.432494622Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:40:59.449946048Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:00.096911871Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:00.097006942Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f\") failed: Property not found. retry in 67.940863ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:00.229329854Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f\") failed: Property not found. retry in 63.770374ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:00.312741868Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f\") failed: Property not found. retry in 232.712958ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:00.395053062Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f\") failed: Property not found. retry in 364.936058ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:00.638431293Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f\") failed: Property not found. retry in 718.619014ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:01.011322686Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f\") failed: Property not found. retry in 1.193620474s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:01.740161075Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f\") failed: Property not found. retry in 999.39296ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:02.94411072Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/289c9d10-fa69-4638-aac7-3cfc6b4e23be): error trying to connect: dns error: no record found for Query { name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:03.456910429Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"wait for service Some(\"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f\") failed: Property not found. retry in 652.319437ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:03.953748197Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f\") failed: Property not found. retry in 1.308039314s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:04.615466588Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:05.943538762Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f"} {"msg":"Writing ledger to /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:05.943640113Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:05.944100721Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:05.944552409Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"a39ff1cf-b468-4a52-878c-03f6e962c765","remote_addr":"[fd00:1122:3344:101::1]:32834","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6668155,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:05.946742658Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:05.977321034Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:05.977454916Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:64163"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-30T19:41:05.985431806Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3852"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:05.985564869Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"0369d7a9-9b9e-4662-83b7-172d580715ff","remote_addr":"[fd00:1122:3344:101::1]:64163","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":7999,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:05.987971551Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:06.121355151Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:06.121463363Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:43446"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-08-30T19:41:10.130231885Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3852"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:10.130327187Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"cf15acc0-b2c2-43e4-a985-ccd9e1f5481c","remote_addr":"[fd00:1122:3344:101::1]:43446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008745,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:10.133417281Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:10.323564348Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:10.32369375Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:46366"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:10.332712518Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"3af8fee5-c7c5-4497-9332-e4effc1de54b","remote_addr":"[fd00:1122:3344:101::1]:46366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8825,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:10.335125371Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:10.335134461Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:10.57958026Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:10.579708873Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:38929"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:10.587945197Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"0400b2be-e9fd-4162-9cdc-6f649c571e8b","remote_addr":"[fd00:1122:3344:101::1]:38929","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8096,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:10.590487222Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:10.590495762Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:10.869414896Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:10.869539878Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:33116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:10.878111049Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"64b19e6f-2b95-49be-a6b9-a8c7b88a81fc","remote_addr":"[fd00:1122:3344:101::1]:33116","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8471,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:10.880498811Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:10.880508801Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:11.126208491Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:11.126309343Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:56185"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:11.134714431Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"ebccc535-f41e-4c2b-8e64-6439419742c8","remote_addr":"[fd00:1122:3344:101::1]:56185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8277,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:11.135993503Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:11.136017714Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:11.489182851Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:11.489303363Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:56820"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:11.497332294Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"eb86dc85-59ef-4fd2-9423-646f5447513b","remote_addr":"[fd00:1122:3344:101::1]:56820","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7932,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:11.50054469Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:11.50055556Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:12.242253051Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:12.242358312Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:63974"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:12.250148249Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"50e2f0d9-b151-40fd-b104-802d9008b4d3","remote_addr":"[fd00:1122:3344:101::1]:63974","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7717,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.083477087 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:12.252239576Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:12.252247376Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:12.765140935Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:12.765248188Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:56569"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:12.773897649Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"23359025-10d0-42eb-93f5-7a861aa2ba19","remote_addr":"[fd00:1122:3344:101::1]:56569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8566,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.082054965 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:12.777400411Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:12.777410001Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:13.374913553Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:13.375026235Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:42055"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:13.382480116Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"64e8cfcf-6fd9-4b8d-ae81-a5c29a3e2a6e","remote_addr":"[fd00:1122:3344:101::1]:42055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7325,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.088374175 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:13.384206697Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:13.384213977Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:13.981256192Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:13.981359935Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:33093"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:13.989951365Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"3d2fa6da-f4a9-4450-962b-182cdbc42a27","remote_addr":"[fd00:1122:3344:101::1]:33093","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8496,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.086724438 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:13.992004041Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:13.992010511Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:14.81270376Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:14.812827643Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:63512"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:14.82120366Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"24c35405-7b1c-49ab-b349-fc9a6d3b2512","remote_addr":"[fd00:1122:3344:101::1]:63512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8249,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.083928242 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:14.823767555Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:14.823778425Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:15.524652327Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:15.524780059Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:45021"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:15.533572654Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"d7fe6383-014d-44ff-81ad-b28ca574c262","remote_addr":"[fd00:1122:3344:101::1]:45021","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8671,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.082388274 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:15.535758002Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:15.535766112Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:16.187919397Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:16.18805006Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:45278"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:16.196993477Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"99b59293-c4d9-4c20-8202-2506b9d9edb9","remote_addr":"[fd00:1122:3344:101::1]:45278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8813,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.078662492 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:16.199746765Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:16.199759355Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:17.219973896Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:17.220096858Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:40812"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:17.228490486Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"f24b915c-fb78-47a6-98f3-391f471e4e1c","remote_addr":"[fd00:1122:3344:101::1]:40812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8280,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1725046875.3762553, correction: -0.076171748 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:17.230544151Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:17.23055244Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:17.646225225Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"356.028247ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:18.376667857Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:18.37680827Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:42871"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:18.385289809Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"1f54e9ec-906f-4546-a66d-b933c65e5be1","remote_addr":"[fd00:1122:3344:101::1]:42871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8354,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3638887493, ip_addr: 216.229.4.69, stratum: 3, ref_time: 1725046877.5688891, correction: -0.073041998 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:18.387325145Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:18.387333135Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:20.457397956Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:20.457536049Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:47632"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:20.46609623Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"993e13eb-222b-4d7c-a6d9-e659dbb45b79","remote_addr":"[fd00:1122:3344:101::1]:47632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8424,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3638887493, ip_addr: 216.229.4.69, stratum: 3, ref_time: 1725046879.1931322, correction: -0.066785522 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:20.468033573Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:20.468041874Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:23.06810004Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:23.068315394Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:36357"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:23.079140484Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"e0feb348-93c2-4553-9c6c-1397ccc8ebce","remote_addr":"[fd00:1122:3344:101::1]:36357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":10804,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3638887493, ip_addr: 216.229.4.69, stratum: 3, ref_time: 1725046881.215153, correction: -0.059413396 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:23.082481653Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:23.082489423Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:25.976713476Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:25.976823578Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54480"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:25.985517951Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"38a313f0-4a55-47f6-80e2-c5d485de6f90","remote_addr":"[fd00:1122:3344:101::1]:54480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8552,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 3638887493, ip_addr: 216.229.4.69, stratum: 3, ref_time: 1725046884.4027438, correction: -0.051530544 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:25.987531177Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:25.987537577Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:662","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:26.575911679Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36359"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:26.576036631Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"1c1b7f01-eb23-4f6e-8279-e78309c4c586","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36359","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":56,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:27.793640054Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:612"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:27.793762356Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:53946"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:27.814786986Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"f366049e-58eb-4a3d-b43d-00d0dcd4e9e1","remote_addr":"[fd00:1122:3344:101::1]:53946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":20935,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 3638887493, ip_addr: 216.229.4.69, stratum: 3, ref_time: 1725046886.5172324, correction: -0.046569932 }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:27.817181188Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:640"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:27.817189309Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1266"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 8b642bba-10a6-428b-9af7-48d5f8622e03, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c4910af2-5760-4c5f-bb62-3b2357eab858, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b5d7b957-0082-4dc3-b742-d6e7150a43c2, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a2ff29f8-f12c-4d2f-add0-1d5faf6635ee (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31a2b964-84b7-42d0-9efa-07166b3effd6, kind: Service { id: f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f }, name: Name(\"ntp-f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 29])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External } } } }, OmicronZoneConfig { id: a00a8432-4fac-47a4-9bee-ade776eac084, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External } } } }, OmicronZoneConfig { id: 0770f0cb-550c-44e1-bda1-c4a6a97fdce7, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External } } } }, OmicronZoneConfig { id: 47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 3fd4f884-7e56-4c58-871f-b010d32df20b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3fd4f884-7e56-4c58-871f-b010d32df20b (zpool), kind: External } } } }, OmicronZoneConfig { id: 26f53738-d5c9-44ca-8ef9-8a6621900268, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 6113cfc6-d07f-470a-963b-4465a62b65f1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6113cfc6-d07f-470a-963b-4465a62b65f1 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:27.847057644Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:27.847179496Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:57340"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8b642bba-10a6-428b-9af7-48d5f8622e03, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:27.848388847Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:27.848396518Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 8b642bba-10a6-428b-9af7-48d5f8622e03, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4910af2-5760-4c5f-bb62-3b2357eab858, dataset_name: DatasetName { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:27.869387207Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:27.869427828Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: c4910af2-5760-4c5f-bb62-3b2357eab858, dataset_name: DatasetName { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5d7b957-0082-4dc3-b742-d6e7150a43c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:27.888804739Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:27.88886336Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: b5d7b957-0082-4dc3-b742-d6e7150a43c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:27.906659903Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:27.906701493Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a00a8432-4fac-47a4-9bee-ade776eac084, dataset_name: DatasetName { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:27.958563586Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:27.958603077Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: a00a8432-4fac-47a4-9bee-ade776eac084, dataset_name: DatasetName { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0770f0cb-550c-44e1-bda1-c4a6a97fdce7, dataset_name: DatasetName { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.00882406Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.008865401Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 0770f0cb-550c-44e1-bda1-c4a6a97fdce7, dataset_name: DatasetName { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3fd4f884-7e56-4c58-871f-b010d32df20b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.059458641Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.059505252Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3fd4f884-7e56-4c58-871f-b010d32df20b (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26f53738-d5c9-44ca-8ef9-8a6621900268, dataset_name: DatasetName { pool_name: ZpoolName { id: 6113cfc6-d07f-470a-963b-4465a62b65f1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.109557603Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.109604143Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 26f53738-d5c9-44ca-8ef9-8a6621900268, dataset_name: DatasetName { pool_name: ZpoolName { id: 6113cfc6-d07f-470a-963b-4465a62b65f1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.163295788Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.163347489Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.163599884Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.163721796Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.243782964Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.243846865Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.243854636Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.243861636Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.243868966Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.33733859Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.341556795Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.345981773Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.350095235Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.354555053Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.359445419Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.364061521Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.368759093Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.373017148Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:28.377309803Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:31.306657174Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:31.306828777Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:31.312595689Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:31.312736201Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:31.374289684Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:31.374460737Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:31.437360313Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:31.437513786Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8\") failed: Property not found. retry in 34.196889ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:31.454048207Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:31.454568396Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268\") failed: Property not found. retry in 40.363922ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:31.462122939Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:31.46218098Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8\") failed: Property not found. retry in 60.921555ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:31.497044574Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084\") failed: Property not found. retry in 74.792079ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:31.509783558Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268\") failed: Property not found. retry in 111.150747ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:31.522024783Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8\") failed: Property not found. retry in 242.488633ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:31.616283132Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084\") failed: Property not found. retry in 126.27695ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:31.631449038Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268\") failed: Property not found. retry in 259.098346ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:31.644696701Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084\") failed: Property not found. retry in 288.13587ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:31.837042126Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e\") failed: Property not found. retry in 55.72726ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:31.92592893Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7\") failed: Property not found. retry in 50.498749ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:32.198123599Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8\") failed: Property not found. retry in 289.546408ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:32.213098422Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268\") failed: Property not found. retry in 518.073256ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:32.556063287Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e\") failed: Property not found. retry in 142.983167ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:32.61534641Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7\") failed: Property not found. retry in 116.449225ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:32.956001783Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:33.318275578Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"369.219038ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084\") failed: Property not found. retry in 291.34363ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:33.402351977Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8\") failed: Property not found. retry in 598.655068ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:33.72025968Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268\") failed: Property not found. retry in 571.966609ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:33.96351749Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e\") failed: Property not found. retry in 200.470744ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:34.022129642Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7\") failed: Property not found. retry in 291.486141ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:34.037021484Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084\") failed: Property not found. retry in 721.173043ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:34.049134247Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e\") failed: Property not found. retry in 211.034475ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:34.233396879Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8\") failed: Property not found. retry in 1.41393317s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:34.329156913Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7\") failed: Property not found. retry in 493.873801ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:34.338369766Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e\") failed: Property not found. retry in 615.475189ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:34.456565915Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268\") failed: Property not found. retry in 544.334468ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:34.542551088Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084\") failed: Property not found. retry in 970.915124ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:34.779864573Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7\") failed: Property not found. retry in 1.024595673s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:34.839989841Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e\") failed: Property not found. retry in 826.248977ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:35.079595637Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268\") failed: Property not found. retry in 1.049257923s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:35.093879568Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8\") failed: Property not found. retry in 1.248887551s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:35.748881223Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084\") failed: Property not found. retry in 844.404177ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:35.756181821Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7\") failed: Property not found. retry in 954.626212ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:35.869676478Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e\") failed: Property not found. retry in 760.097214ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:35.911109767Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268\") failed: Property not found. retry in 983.823122ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:36.151647349Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084\") failed: Property not found. retry in 634.237403ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:36.610613094Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e\") failed: Property not found. retry in 503.85863ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:36.680341711Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7\") failed: Property not found. retry in 1.13094992s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:36.832555869Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8\") failed: Property not found. retry in 955.749104ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:37.003569588Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268\") failed: Property not found. retry in 855.285344ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:37.141154969Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e\") failed: Property not found. retry in 877.948649ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:37.190328784Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084\") failed: Property not found. retry in 603.333194ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:37.251384008Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084\") failed: Property not found. retry in 583.574364ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:37.860993714Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8\") failed: Property not found. retry in 805.475229ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:37.965423263Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7\") failed: Property not found. retry in 564.621649ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:37.97275146Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268\") failed: Property not found. retry in 1.451133226s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:38.001807562Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e\") failed: Property not found. retry in 587.319916ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:38.073750197Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084\") failed: Property not found. retry in 623.764557ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:38.451143397Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7\") failed: Property not found. retry in 1.36173727s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:38.545351125Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e\") failed: Property not found. retry in 509.747672ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:38.667869541Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8\") failed: Property not found. retry in 1.482865431s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:38.779618357Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084\") failed: Property not found. retry in 1.267138228s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:39.082990494Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e\") failed: Property not found. retry in 1.062092306s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:39.186112627Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268\") failed: Property not found. retry in 1.365796985s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:39.459342733Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7\") failed: Property not found. retry in 531.082256ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:41:39.91538074Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:40.849898032Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_cockroachdb_47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:40.849967454Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_cockroachdb_26f53738-d5c9-44ca-8ef9-8a6621900268"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:40.849974284Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_cockroachdb_e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:40.849980194Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_cockroachdb_0770f0cb-550c-44e1-bda1-c4a6a97fdce7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:40.849987654Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_cockroachdb_a00a8432-4fac-47a4-9bee-ade776eac084"} {"msg":"Writing ledger to /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:40.850057675Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:40.850456322Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:40.850792628Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"98ae9796-93e9-4729-9539-af853c1e507e","remote_addr":"[fd00:1122:3344:101::1]:57340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":13038633,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:40.886776911Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:39068"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:41:40.92136821Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3686"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:05.269477785Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3704"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.204403911Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3727"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.206752902Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"512fa6d1-797f-4333-8294-d2682d49df88","remote_addr":"[fd00:1122:3344:101::1]:39068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":36329692,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.213170935Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60040"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:17.236323461Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"1.47065253s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 8b642bba-10a6-428b-9af7-48d5f8622e03, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: c4910af2-5760-4c5f-bb62-3b2357eab858, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: b5d7b957-0082-4dc3-b742-d6e7150a43c2, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: a2ff29f8-f12c-4d2f-add0-1d5faf6635ee (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 31a2b964-84b7-42d0-9efa-07166b3effd6, kind: Service { id: f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f }, name: Name(\"ntp-f4b05376-b0e0-43c5-a4ab-47e66a2a3b7f\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 245, 29])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External } } } }, OmicronZoneConfig { id: a00a8432-4fac-47a4-9bee-ade776eac084, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External } } } }, OmicronZoneConfig { id: 0770f0cb-550c-44e1-bda1-c4a6a97fdce7, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External } } } }, OmicronZoneConfig { id: 47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 3fd4f884-7e56-4c58-871f-b010d32df20b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3fd4f884-7e56-4c58-871f-b010d32df20b (zpool), kind: External } } } }, OmicronZoneConfig { id: 26f53738-d5c9-44ca-8ef9-8a6621900268, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 6113cfc6-d07f-470a-963b-4465a62b65f1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6113cfc6-d07f-470a-963b-4465a62b65f1 (zpool), kind: External } } } }, OmicronZoneConfig { id: ff52340f-525a-4b88-bfc8-1cb0fe9ceba7, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: e6ac84e1-d9f1-4c03-8dd9-78d5c3b887de, kind: Service { id: ff52340f-525a-4b88-bfc8-1cb0fe9ceba7 }, name: Name(\"external-dns-ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 231])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: b5636b10-76ec-4aa4-8bd4-1f95780813df, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 148fa4d0-99ac-4f4c-b957-d26cc8730745, kind: Service { id: b5636b10-76ec-4aa4-8bd4-1f95780813df }, name: Name(\"external-dns-b5636b10-76ec-4aa4-8bd4-1f95780813df\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 107])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: ba4aef74-7b33-4ded-a46a-dc2534b0db9d, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 3fd4f884-7e56-4c58-871f-b010d32df20b (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 82aefc08-c1a4-48ce-8225-d8f4409ab816, kind: Service { id: ba4aef74-7b33-4ded-a46a-dc2534b0db9d }, name: Name(\"nexus-ba4aef74-7b33-4ded-a46a-dc2534b0db9d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 211])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 1d96d476-acdb-4c44-a486-29569b3bf41e, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 50a6c5cd-19db-4cbc-bda0-e365b45637b0 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 3e58b382-51e7-46a7-8c87-6ca3a6547a20, kind: Service { id: 1d96d476-acdb-4c44-a486-29569b3bf41e }, name: Name(\"nexus-1d96d476-acdb-4c44-a486-29569b3bf41e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 98])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d2343105-862a-478c-b746-fd8bb78f9a96, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 2495ea70-4560-412b-9ebd-45a2bc27810a, kind: Service { id: d2343105-862a-478c-b746-fd8bb78f9a96 }, name: Name(\"nexus-d2343105-862a-478c-b746-fd8bb78f9a96\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 391744bd-9064-4e92-ab26-8edda407dd8c, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: d69ccb3d-8bd7-402d-b7bd-712c30af96dc (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 7abe137b-8d6c-4edb-b5cb-88d7f97fb593, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6651a7a2-6c34-40eb-8170-3be50047e5a1, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: ff2478ea-0538-402c-8476-a8f41b89a1dd, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: a472c33d-180a-48f1-9999-d170d3a97f4c, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ba6c932e-9a46-4c12-8544-9c868066cb66, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External } } } }, OmicronZoneConfig { id: e1f7623b-2d1f-4b94-b59f-b88843322bd4, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External } } } }, OmicronZoneConfig { id: c65dc850-b02e-4247-904b-870d82350626, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External } } } }, OmicronZoneConfig { id: ad118dce-b2fc-49ed-9fb7-9a53178d3588, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 3fd4f884-7e56-4c58-871f-b010d32df20b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3fd4f884-7e56-4c58-871f-b010d32df20b (zpool), kind: External } } } }, OmicronZoneConfig { id: 42b63708-3cd8-4e58-9c6d-786078ef5ea3, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 6113cfc6-d07f-470a-963b-4465a62b65f1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6113cfc6-d07f-470a-963b-4465a62b65f1 (zpool), kind: External } } } }, OmicronZoneConfig { id: b7932671-3c29-4be4-828c-4ccf13631712, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 9a6b9e1b-b715-4f19-b00f-4a1c2b109fdc (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9a6b9e1b-b715-4f19-b00f-4a1c2b109fdc (zpool), kind: External } } } }, OmicronZoneConfig { id: 3c79a17e-c108-4cbb-9ac6-cc88acef9672, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 50a6c5cd-19db-4cbc-bda0-e365b45637b0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 50a6c5cd-19db-4cbc-bda0-e365b45637b0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 431dc29b-e656-4e8d-af66-a8f30ed60f1a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: a2ff29f8-f12c-4d2f-add0-1d5faf6635ee (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2ff29f8-f12c-4d2f-add0-1d5faf6635ee (zpool), kind: External } } } }, OmicronZoneConfig { id: f0ee96d9-e31a-49fe-8fdd-b5786e918bd9, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: d69ccb3d-8bd7-402d-b7bd-712c30af96dc (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d69ccb3d-8bd7-402d-b7bd-712c30af96dc (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.272115709Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:438"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.272919163Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:35983"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8b642bba-10a6-428b-9af7-48d5f8622e03, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.276044138Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.276053448Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 8b642bba-10a6-428b-9af7-48d5f8622e03, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c4910af2-5760-4c5f-bb62-3b2357eab858, dataset_name: DatasetName { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.299928917Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.299985428Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: c4910af2-5760-4c5f-bb62-3b2357eab858, dataset_name: DatasetName { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5d7b957-0082-4dc3-b742-d6e7150a43c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.321127969Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.32117198Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: b5d7b957-0082-4dc3-b742-d6e7150a43c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.338328631Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.338453113Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e5ae20e7-61c5-4df1-8e9c-36c9a79e1c3e, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a00a8432-4fac-47a4-9bee-ade776eac084, dataset_name: DatasetName { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.356791815Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.356920747Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: a00a8432-4fac-47a4-9bee-ade776eac084, dataset_name: DatasetName { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0770f0cb-550c-44e1-bda1-c4a6a97fdce7, dataset_name: DatasetName { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.375189078Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.375225878Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 0770f0cb-550c-44e1-bda1-c4a6a97fdce7, dataset_name: DatasetName { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3fd4f884-7e56-4c58-871f-b010d32df20b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.393247465Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.393286495Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 47fef55b-2e70-4ed3-83d5-ed6aeeae8bc8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3fd4f884-7e56-4c58-871f-b010d32df20b (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26f53738-d5c9-44ca-8ef9-8a6621900268, dataset_name: DatasetName { pool_name: ZpoolName { id: 6113cfc6-d07f-470a-963b-4465a62b65f1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.409201495Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.409237645Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 26f53738-d5c9-44ca-8ef9-8a6621900268, dataset_name: DatasetName { pool_name: ZpoolName { id: 6113cfc6-d07f-470a-963b-4465a62b65f1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ff52340f-525a-4b88-bfc8-1cb0fe9ceba7, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.428652006Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.428694467Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ff52340f-525a-4b88-bfc8-1cb0fe9ceba7, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b5636b10-76ec-4aa4-8bd4-1f95780813df, dataset_name: DatasetName { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.634217113Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.634264904Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: b5636b10-76ec-4aa4-8bd4-1f95780813df, dataset_name: DatasetName { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7abe137b-8d6c-4edb-b5cb-88d7f97fb593, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.85233469Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.852400241Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 7abe137b-8d6c-4edb-b5cb-88d7f97fb593, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ba6c932e-9a46-4c12-8544-9c868066cb66, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.973590448Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:17.973642679Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ba6c932e-9a46-4c12-8544-9c868066cb66, dataset_name: DatasetName { pool_name: ZpoolName { id: 83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e1f7623b-2d1f-4b94-b59f-b88843322bd4, dataset_name: DatasetName { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:18.108502895Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:18.108554726Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e1f7623b-2d1f-4b94-b59f-b88843322bd4, dataset_name: DatasetName { pool_name: ZpoolName { id: 1693cbb3-d027-4679-ba05-f26fe21ef04a (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c65dc850-b02e-4247-904b-870d82350626, dataset_name: DatasetName { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:18.195028144Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:18.195081555Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: c65dc850-b02e-4247-904b-870d82350626, dataset_name: DatasetName { pool_name: ZpoolName { id: 161cdb67-d423-452c-be58-7bca2891066e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ad118dce-b2fc-49ed-9fb7-9a53178d3588, dataset_name: DatasetName { pool_name: ZpoolName { id: 3fd4f884-7e56-4c58-871f-b010d32df20b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:18.312044987Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:18.312100658Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ad118dce-b2fc-49ed-9fb7-9a53178d3588, dataset_name: DatasetName { pool_name: ZpoolName { id: 3fd4f884-7e56-4c58-871f-b010d32df20b (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 42b63708-3cd8-4e58-9c6d-786078ef5ea3, dataset_name: DatasetName { pool_name: ZpoolName { id: 6113cfc6-d07f-470a-963b-4465a62b65f1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:18.415225687Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:18.415280218Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 42b63708-3cd8-4e58-9c6d-786078ef5ea3, dataset_name: DatasetName { pool_name: ZpoolName { id: 6113cfc6-d07f-470a-963b-4465a62b65f1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b7932671-3c29-4be4-828c-4ccf13631712, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a6b9e1b-b715-4f19-b00f-4a1c2b109fdc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:18.595662253Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:18.595717744Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: b7932671-3c29-4be4-828c-4ccf13631712, dataset_name: DatasetName { pool_name: ZpoolName { id: 9a6b9e1b-b715-4f19-b00f-4a1c2b109fdc (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3c79a17e-c108-4cbb-9ac6-cc88acef9672, dataset_name: DatasetName { pool_name: ZpoolName { id: 50a6c5cd-19db-4cbc-bda0-e365b45637b0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:18.701566952Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:18.701623602Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 3c79a17e-c108-4cbb-9ac6-cc88acef9672, dataset_name: DatasetName { pool_name: ZpoolName { id: 50a6c5cd-19db-4cbc-bda0-e365b45637b0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 431dc29b-e656-4e8d-af66-a8f30ed60f1a, dataset_name: DatasetName { pool_name: ZpoolName { id: a2ff29f8-f12c-4d2f-add0-1d5faf6635ee (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:18.811845407Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:18.811898817Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 431dc29b-e656-4e8d-af66-a8f30ed60f1a, dataset_name: DatasetName { pool_name: ZpoolName { id: a2ff29f8-f12c-4d2f-add0-1d5faf6635ee (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f0ee96d9-e31a-49fe-8fdd-b5786e918bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: d69ccb3d-8bd7-402d-b7bd-712c30af96dc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:18.908057335Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:18.908108906Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: f0ee96d9-e31a-49fe-8fdd-b5786e918bd9, dataset_name: DatasetName { pool_name: ZpoolName { id: d69ccb3d-8bd7-402d-b7bd-712c30af96dc (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.012763852Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.012925535Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.013335902Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.013674818Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.19839569Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.198750356Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.198768846Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.198786406Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.198825727Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.198831577Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.209864701Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.235267537Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.235307907Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.235311487Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.389737077Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.390223425Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.405020655Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.405384342Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.405406072Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.417084977Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.443376928Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.443433829Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.443439199Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.443576442Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.448686221Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.453322423Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.4577485Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.462441443Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.468635501Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.473329804Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.477900904Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.597544183Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.60192216Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.605740327Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.609722227Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.613983782Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.618889348Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.622748166Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.626905409Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.63210676Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_c65dc850-b02e-4247-904b-870d82350626","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.638084965Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.642772877Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.688396218Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.688958007Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.694421703Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.700270496Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.745959188Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.746174511Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_c65dc850-b02e-4247-904b-870d82350626","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.75122388Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.755866501Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.760618525Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.765881677Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.771060768Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.810924918Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.854890859Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.861336592Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.861355732Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.913174032Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 158, 211]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.913197612Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.915847019Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.915856619Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.958740592Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 225, 98]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:19.958782242Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.010990348Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.013023264Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.013045394Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.05839403Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 151, 107]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.058426171Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.059738984Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.059752224Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.10680953Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 203, 101]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.10684162Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.109015738Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.109035429Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.157312246Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 214, 231]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.157341846Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.15752796Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.15753789Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.157778004Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.157787174Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.157833345Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.157838145Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.157885326Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.157892366Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.177937348Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.177950318Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.177959208Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.180875599Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.18318607Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.18320094Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.18320752Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.185614962Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.215896614Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.215935365Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.215942745Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.232861862Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.487750474Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.511912718Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.518084996Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.529346504Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.542843341Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.554604647Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.568131814Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.582637419Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.595372662Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:20.60720694Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.137457158Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.137826595Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.137849635Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.147907362Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.304766434Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.305034969Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.31763466Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.317698881Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.320855127Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.320882047Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.32105411Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.321280234Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.321351805Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.333223243Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.343393962Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.360600524Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.380652155Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.39860149Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.594359045Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:23.597583432Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588\") failed: Property not found. retry in 69.833173ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:23.782532797Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712\") failed: Property not found. retry in 42.424396ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:23.793772345Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a\") failed: Property not found. retry in 46.161471ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:23.802897394Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 46.154245ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:23.8123231Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3\") failed: Property not found. retry in 64.870525ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:23.82086979Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 25.396333ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:23.829367529Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c\") failed: Property not found. retry in 43.972861ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:23.837805467Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672\") failed: Property not found. retry in 57.293596ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:23.846401048Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712\") failed: Property not found. retry in 82.255709ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:23.901741869Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a\") failed: Property not found. retry in 100.831054ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:23.967205798Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 108.188774ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:24.197963317Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3\") failed: Property not found. retry in 62.775346ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:24.304245742Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 58.890674ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:24.641546461Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588\") failed: Property not found. retry in 139.076123ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:24.83700873Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c\") failed: Property not found. retry in 72.407966ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:24.961990883Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c\") failed: Property not found. retry in 149.604908ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.003935669Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712\") failed: Property not found. retry in 188.604901ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.039458223Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a\") failed: Property not found. retry in 159.674082ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.26612709Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 294.371227ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.320629286Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3\") failed: Property not found. retry in 103.797214ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.358797046Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 128.825761ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.403967108Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588\") failed: Property not found. retry in 257.287632ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.422038265Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c\") failed: Property not found. retry in 106.76496ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.439089635Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c\") failed: Property not found. retry in 277.907089ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.452389508Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672\") failed: Property not found. retry in 72.858347ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.470771751Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712\") failed: Property not found. retry in 276.877258ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.486046169Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a\") failed: Property not found. retry in 547.921384ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.499985163Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3\") failed: Property not found. retry in 398.440846ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.513758015Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:25.533723665Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 426.051114ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.547043669Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:25.547220852Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c\") failed: Property not found. retry in 147.125674ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.567810583Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672\") failed: Property not found. retry in 172.540353ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.580563147Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 424.679009ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.627836917Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_c65dc850-b02e-4247-904b-870d82350626:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:25.676611552Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_c65dc850-b02e-4247-904b-870d82350626 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:25.676910178Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:25.684781506Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588\") failed: Property not found. retry in 509.453559ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.697853205Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:25.697976047Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c\") failed: Property not found. retry in 254.298924ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.725633563Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c\") failed: Property not found. retry in 214.085588ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.74144988Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672\") failed: Property not found. retry in 501.62728ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.767703991Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712\") failed: Property not found. retry in 1.101939612s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.779990066Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1\") failed: Property not found. retry in 69.392394ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.791202063Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd\") failed: Property not found. retry in 28.269016ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.807490929Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:25.830006804Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:25.83033841Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd\") failed: Property not found. retry in 110.472239ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.847609283Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1\") failed: Property not found. retry in 67.732721ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.871665965Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4\") failed: Property not found. retry in 25.699082ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.925081743Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3\") failed: Property not found. retry in 433.731331ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.936034545Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626\") failed: Property not found. retry in 47.257954ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:25.980276471Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1\") failed: Property not found. retry in 101.399495ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.015178173Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 574.265789ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.104929268Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c\") failed: Property not found. retry in 896.688897ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.117403397Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c\") failed: Property not found. retry in 483.783118ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.129625592Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd\") failed: Property not found. retry in 132.04647ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.143509245Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4\") failed: Property not found. retry in 119.799969ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.155603688Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a\") failed: Property not found. retry in 430.989729ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.169651174Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 401.799445ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.183589589Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df\") failed: Property not found. retry in 38.323723ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.196053567Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1\") failed: Property not found. retry in 595.778485ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.210975349Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588\") failed: Property not found. retry in 730.8333ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.223721803Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626\") failed: Property not found. retry in 148.965082ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.232884894Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df\") failed: Property not found. retry in 125.825966ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.245651378Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672\") failed: Property not found. retry in 782.099372ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.285184371Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd\") failed: Property not found. retry in 342.664095ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.300464599Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4\") failed: Property not found. retry in 138.792452ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.318199921Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3\") failed: Property not found. retry in 715.622433ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.387872143Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df\") failed: Property not found. retry in 281.270226ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.401253258Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626\") failed: Property not found. retry in 186.605002ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.420496856Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4\") failed: Property not found. retry in 294.803525ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.473060638Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 716.529608ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.605923079Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a\") failed: Property not found. retry in 1.164226389s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.623346695Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626\") failed: Property not found. retry in 498.100976ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.645558375Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c\") failed: Property not found. retry in 1.322026137s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.657137198Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd\") failed: Property not found. retry in 833.600041ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.690711417Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df\") failed: Property not found. retry in 371.633031ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.708614861Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 1.319306375s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.720895617Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:26.721145741Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:26.721468317Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:26.721509438Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:26.73133899Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4\") failed: Property not found. retry in 870.063731ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.785520891Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1\") failed: Property not found. retry in 717.11836ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.823740221Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:26.825444081Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:26.826534461Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712\") failed: Property not found. retry in 1.28056745s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:26.898404271Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588\") failed: Property not found. retry in 1.406488802s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.039381115Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c\") failed: Property not found. retry in 1.487746832s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.076638999Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672\") failed: Property not found. retry in 643.19629ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.121546407Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3\") failed: Property not found. retry in 868.290295ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.143004614Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df\") failed: Property not found. retry in 1.105660684s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.158826191Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d\") failed: Property not found. retry in 58.124105ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.172209596Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e\") failed: Property not found. retry in 33.071641ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.186170121Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626\") failed: Property not found. retry in 490.46911ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.202223043Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e\") failed: Property not found. retry in 106.622442ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.233206337Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d\") failed: Property not found. retry in 50.335417ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.250894247Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96\") failed: Property not found. retry in 52.008738ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.264807151Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d\") failed: Property not found. retry in 188.453098ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.318018085Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96\") failed: Property not found. retry in 112.748471ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.32919326Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 770.364201ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.343863678Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e\") failed: Property not found. retry in 225.463122ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.357646629Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96\") failed: Property not found. retry in 109.829184ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.456565385Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d\") failed: Property not found. retry in 391.310601ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.524707521Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd\") failed: Property not found. retry in 1.117697419s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.539015162Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1\") failed: Property not found. retry in 585.541647ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.553292073Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96\") failed: Property not found. retry in 535.357064ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.580021271Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e\") failed: Property not found. retry in 429.20926ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.59815033Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4\") failed: Property not found. retry in 1.293962492s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.670203874Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626\") failed: Property not found. retry in 1.413510132s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.709335211Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672\") failed: Property not found. retry in 1.162360949s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.780853636Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a\") failed: Property not found. retry in 853.163705ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.799621775Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d\") failed: Property not found. retry in 999.189213ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.929110647Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c\") failed: Property not found. retry in 1.443013546s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:27.990147148Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3\") failed: Property not found. retry in 745.664842ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.022628278Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e\") failed: Property not found. retry in 1.017235402s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.040654354Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 563.52588ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.049831935Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 520.35837ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.124911523Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96\") failed: Property not found. retry in 916.088165ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.135123282Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1\") failed: Property not found. retry in 1.151500623s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.150829318Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712\") failed: Property not found. retry in 1.29814072s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.191449131Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df\") failed: Property not found. retry in 869.602539ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.278970676Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588\") failed: Property not found. retry in 952.167535ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.458442245Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c\") failed: Property not found. retry in 678.584156ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.578785937Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 1.29169088s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.625565348Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 675.881281ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.658271702Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a\") failed: Property not found. retry in 1.014169287s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.67070876Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd\") failed: Property not found. retry in 1.232410148s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.680850048Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3\") failed: Property not found. retry in 1.314325642s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.781142168Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d\") failed: Property not found. retry in 610.389159ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.941717425Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672\") failed: Property not found. retry in 973.739424ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.957237818Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4\") failed: Property not found. retry in 1.005901892s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:28.977033645Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96\") failed: Property not found. retry in 1.129789993s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:29.065473717Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e\") failed: Property not found. retry in 1.404921652s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:29.078247041Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626\") failed: Property not found. retry in 1.382635363s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:29.134366126Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df\") failed: Property not found. retry in 846.93435ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:29.160045157Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c\") failed: Property not found. retry in 1.470315094s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:29.269247613Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1\") failed: Property not found. retry in 1.093211578s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:29.313723223Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 722.520452ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:29.348385841Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588\") failed: Property not found. retry in 692.220585ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:29.423614951Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c\") failed: Property not found. retry in 791.554297ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:29.444372125Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712\") failed: Property not found. retry in 1.135426951s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:29.651054622Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d\") failed: Property not found. retry in 518.128596ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:29.700351737Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a\") failed: Property not found. retry in 579.29112ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:29.726245302Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:29.790627141Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:29.790956547Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd\") failed: Property not found. retry in 643.704565ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:29.928191255Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 727.58016ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:29.946008008Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672\") failed: Property not found. retry in 1.450953432s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:29.958828903Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4\") failed: Property not found. retry in 1.36151273s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:29.998369006Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df\") failed: Property not found. retry in 1.351871959s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.03219311Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 1.043362639s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.0880216Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\") failed: Property not found. retry in 52.808671ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.099018673Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3\") failed: Property not found. retry in 724.951028ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.112791824Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588\") failed: Property not found. retry in 778.114512ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.130337312Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\") failed: Property not found. retry in 97.494828ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.164503322Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96\") failed: Property not found. retry in 567.263465ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.209446821Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d\") failed: Property not found. retry in 1.451715617s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.233807418Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c\") failed: Property not found. retry in 678.566782ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.250356708Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\") failed: Property not found. retry in 221.387152ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.275082442Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a\") failed: Property not found. retry in 1.475763303s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.321045115Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1\") failed: Property not found. retry in 730.819995ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.424401672Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e\") failed: Property not found. retry in 1.324347952s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.502694375Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\") failed: Property not found. retry in 388.09549ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.523716155Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626\") failed: Property not found. retry in 1.119969383s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.550146838Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd\") failed: Property not found. retry in 957.790641ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.672514215Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 888.383407ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.703783344Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c\") failed: Property not found. retry in 957.623748ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.786302252Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96\") failed: Property not found. retry in 1.152076372s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.814341264Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712\") failed: Property not found. retry in 865.183669ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.841011162Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3\") failed: Property not found. retry in 1.023661711s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.878289736Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588\") failed: Property not found. retry in 1.164215102s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.92866161Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\") failed: Property not found. retry in 1.125998416s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.951563752Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c\") failed: Property not found. retry in 643.767571ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:30.99191478Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 978.018491ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:31.14578037Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1\") failed: Property not found. retry in 1.180151546s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:31.169752851Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4\") failed: Property not found. retry in 1.090024094s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:31.372542639Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df\") failed: Property not found. retry in 1.109585083s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:31.400449228Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672\") failed: Property not found. retry in 920.523128ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:31.423310689Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 684.674031ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:31.615831278Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd\") failed: Property not found. retry in 989.203617ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:31.65359165Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c\") failed: Property not found. retry in 734.785798ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:31.676846898Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626\") failed: Property not found. retry in 1.214258478s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:31.698111531Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d\") failed: Property not found. retry in 1.423393543s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:31.735115601Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712\") failed: Property not found. retry in 668.620053ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:31.772784472Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c\") failed: Property not found. retry in 684.938536ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:31.7937586Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a\") failed: Property not found. retry in 1.386884867s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:31.815703875Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e\") failed: Property not found. retry in 518.267967ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:31.850031677Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3\") failed: Property not found. retry in 1.00201593s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:31.918415067Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96\") failed: Property not found. retry in 1.422264939s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:31.984944185Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\") failed: Property not found. retry in 883.613826ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.094846253Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588\") failed: Property not found. retry in 779.010194ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.112006564Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 837.455325ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.139302493Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 1.431644389s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.330256164Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672\") failed: Property not found. retry in 1.009311682s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.365095255Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1\") failed: Property not found. retry in 1.033023854s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.386763225Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e\") failed: Property not found. retry in 1.008707927s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.404185601Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c\") failed: Property not found. retry in 1.339897007s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.429139199Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712\") failed: Property not found. retry in 685.192979ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.462458684Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4\") failed: Property not found. retry in 646.900881ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.487388941Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c\") failed: Property not found. retry in 919.079359ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.506084599Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df\") failed: Property not found. retry in 1.261084051s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.544508743Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd\") failed: Property not found. retry in 1.242495919s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.663108695Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588\") failed: Property not found. retry in 909.90327ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.903427381Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626\") failed: Property not found. retry in 1.1125474s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.925735623Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3\") failed: Property not found. retry in 565.511929ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.938036319Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 647.512777ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.988618666Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\") failed: Property not found. retry in 726.548053ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:32.999324294Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4\") failed: Property not found. retry in 1.038431106s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.14953285Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712\") failed: Property not found. retry in 1.375318193s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.160648685Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d\") failed: Property not found. retry in 1.109975934s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.170181312Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a\") failed: Property not found. retry in 1.499221231s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.214301866Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672\") failed: Property not found. retry in 1.056681373s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.388517093Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96\") failed: Property not found. retry in 1.139175635s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.418250575Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e\") failed: Property not found. retry in 862.425669ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.42825818Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1\") failed: Property not found. retry in 843.991313ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.438654923Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c\") failed: Property not found. retry in 662.795173ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.450242266Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3\") failed: Property not found. retry in 1.453199046s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.514985582Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 703.490223ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.647226643Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\") failed: Property not found. retry in 1.224298102s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.737490186Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.773056831Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"2.912877086s"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 979.543776ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.785848915Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c\") failed: Property not found. retry in 773.26826ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.796505852Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df\") failed: Property not found. retry in 912.120689ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.818445147Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588\") failed: Property not found. retry in 536.87944ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.829030013Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd\") failed: Property not found. retry in 513.990474ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:33.915844756Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626\") failed: Property not found. retry in 569.103908ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.051228722Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:34.100955824Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:34.101181838Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c\") failed: Property not found. retry in 833.383628ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.124404086Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4\") failed: Property not found. retry in 1.133663723s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.200199616Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d\") failed: Property not found. retry in 871.733446ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.294419559Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e\") failed: Property not found. retry in 1.193698214s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.30473847Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1\") failed: Property not found. retry in 1.489270097s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.315199904Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593\") failed: Property not found. retry in 61.928574ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.340582329Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 644.852903ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.365046858Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588\") failed: Property not found. retry in 760.513812ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.37773085Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593\") failed: Property not found. retry in 149.897279ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.414233881Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd\") failed: Property not found. retry in 925.262215ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.624528581Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712\") failed: Property not found. retry in 1.350471079s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.718803835Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a\") failed: Property not found. retry in 975.197256ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.734876017Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593\") failed: Property not found. retry in 273.331765ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.753077867Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df\") failed: Property not found. retry in 510.381071ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.770100435Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 765.049615ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.783269886Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96\") failed: Property not found. retry in 1.027802286s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.7977292Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626\") failed: Property not found. retry in 1.498007721s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.811102365Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c\") failed: Property not found. retry in 952.86316ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.823310449Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672\") failed: Property not found. retry in 592.716759ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.837084791Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c\") failed: Property not found. retry in 835.753487ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.969505525Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3\") failed: Property not found. retry in 1.314266464s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.982481642Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\") failed: Property not found. retry in 1.240492067s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:34.993110959Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 790.589098ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.02164918Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593\") failed: Property not found. retry in 393.574477ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.040383838Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588\") failed: Property not found. retry in 1.097361251s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.153528474Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d\") failed: Property not found. retry in 1.08424838s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.179690823Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df\") failed: Property not found. retry in 626.054979ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.296087645Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4\") failed: Property not found. retry in 1.375668862s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.347428426Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672\") failed: Property not found. retry in 779.604377ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.444490439Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593\") failed: Property not found. retry in 909.448248ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.461143081Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e\") failed: Property not found. retry in 802.509511ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.515383423Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 796.273314ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.564189309Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd\") failed: Property not found. retry in 836.716291ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.576945933Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a\") failed: Property not found. retry in 737.081912ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.725738334Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c\") failed: Property not found. retry in 1.153816561s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.792851102Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1\") failed: Property not found. retry in 1.300569899s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.816880934Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 1.46964166s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.82922961Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c\") failed: Property not found. retry in 534.409378ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.8457345Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96\") failed: Property not found. retry in 1.403029795s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.863007643Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df\") failed: Property not found. retry in 653.158355ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:35.938765902Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712\") failed: Property not found. retry in 1.278940371s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:36.085582858Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672\") failed: Property not found. retry in 1.058878294s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:36.239964258Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\") failed: Property not found. retry in 1.04946155s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:36.254309229Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588\") failed: Property not found. retry in 875.959567ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:36.271743155Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d\") failed: Property not found. retry in 1.338069009s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:36.285633099Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3\") failed: Property not found. retry in 973.995765ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:36.311581404Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626\") failed: Property not found. retry in 1.000878351s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:36.327377341Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e\") failed: Property not found. retry in 929.560752ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:36.341481619Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 570.901981ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:36.376499773Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593\") failed: Property not found. retry in 1.467177712s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:36.391563187Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c\") failed: Property not found. retry in 1.134712887s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:36.405657234Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd\") failed: Property not found. retry in 1.015746383s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:36.431718192Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a\") failed: Property not found. retry in 709.203113ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:36.479716174Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df\") failed: Property not found. retry in 631.562821ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:36.611743281Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c\") failed: Property not found. retry in 1.460396086s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:36.969670181Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 1.491478479s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:36.99578746Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df\") failed: Property not found. retry in 556.227906ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:37.265679985Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96\") failed: Property not found. retry in 1.429315852s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:37.291320735Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3\") failed: Property not found. retry in 916.122949ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:37.313765989Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e\") failed: Property not found. retry in 1.348649703s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:37.350060826Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\") failed: Property not found. retry in 709.256854ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:37.426135741Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 1.113886667s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:37.649446669Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd\") failed: Property not found. retry in 1.149214325s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:37.790934072Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593\") failed: Property not found. retry in 993.888627ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:37.884072936Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\") failed: Property not found. retry in 830.986813ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:38.163733963Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:38.208274865Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"2.054418472s"} {"msg":"wait for service Some(\"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c\") failed: Property not found. retry in 1.402891848s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:38.457171162Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 1.030612182s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:38.515833191Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9\") failed: Property not found. retry in 1.49679711s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:38.788317942Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593\") failed: Property not found. retry in 665.998922ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:38.901845525Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\") failed: Property not found. retry in 1.277394741s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:39.014037373Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 795.979038ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:39.564672285Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593\") failed: Property not found. retry in 977.893192ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:39.581530071Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:40.33376613Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"4.120285348s"} {"msg":"wait for service Some(\"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\") failed: Property not found. retry in 932.027463ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:40.360138903Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 843.032331ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:40.372746954Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593\") failed: Property not found. retry in 1.169917715s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:40.576114973Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66\") failed: Property not found. retry in 680.169863ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:41.224893117Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\") failed: Property not found. retry in 1.185463246s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:41.303782201Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:41.609173939Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46849"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:41.633338714Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"2991086b-dbce-44ae-b1ea-c3d995992e69","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46849","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":23955,"response_code":"200"} {"msg":"wait for service Some(\"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593\") failed: Property not found. retry in 738.767008ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:41.756472824Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593\") failed: Property not found. retry in 1.044533474s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:42.514005787Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593\") failed: Property not found. retry in 915.241076ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:43.569056109Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:44.498303145Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"12.448951589s"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.516248269Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_b7932671-3c29-4be4-828c-4ccf13631712"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.516996762Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_431dc29b-e656-4e8d-af66-a8f30ed60f1a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.517003263Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_f0ee96d9-e31a-49fe-8fdd-b5786e918bd9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.528140568Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_clickhouse_7abe137b-8d6c-4edb-b5cb-88d7f97fb593"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.528165878Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_42b63708-3cd8-4e58-9c6d-786078ef5ea3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.528178339Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_nexus_1d96d476-acdb-4c44-a486-29569b3bf41e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.528185589Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_external_dns_b5636b10-76ec-4aa4-8bd4-1f95780813df"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.528197099Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_pantry_6651a7a2-6c34-40eb-8170-3be50047e5a1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.528206639Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_ba6c932e-9a46-4c12-8544-9c868066cb66"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.528218779Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_ad118dce-b2fc-49ed-9fb7-9a53178d3588"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.52822866Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_oximeter_391744bd-9064-4e92-ab26-8edda407dd8c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.52823874Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_nexus_d2343105-862a-478c-b746-fd8bb78f9a96"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.5282633Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_c65dc850-b02e-4247-904b-870d82350626"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.5282713Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_pantry_a472c33d-180a-48f1-9999-d170d3a97f4c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.528278251Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_nexus_ba4aef74-7b33-4ded-a46a-dc2534b0db9d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.528285861Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_external_dns_ff52340f-525a-4b88-bfc8-1cb0fe9ceba7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.528292941Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_pantry_ff2478ea-0538-402c-8476-a8f41b89a1dd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.528453794Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_e1f7623b-2d1f-4b94-b59f-b88843322bd4"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.528462364Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3250","zone":"oxz_crucible_3c79a17e-c108-4cbb-9ac6-cc88acef9672"} {"msg":"Writing ledger to /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.553650746Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.555540939Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.557522464Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"551c944c-995d-4e49-a5a5-e1b856a22eb4","remote_addr":"[fd00:1122:3344:101::1]:35983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":27283580,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.574924179Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1286"} {"msg":"Writing ledger to /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.574943329Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.575150613Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.595890657Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:687"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.597018047Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:700"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.1.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.630220849Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:867"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.631735066Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.779317725Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:44.856575631Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:45.034924421Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:45.27423122Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:45.550741741Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:45.702173818Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:45.877574726Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:46.337067029Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:46.823787673Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:47.290271045Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:47.86676326Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:48.245387524Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:49.467017699Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:50.510156903Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:51.306717311Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:52.803606496Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:54.382335068Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:56.854787002Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:42:56.983017572Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"35.80325436s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/27cfef72-d05b-490f-ac92-5c7cad830c2e/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:42:58.658074403Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e847fbb-2450-46d7-ad16-8ce29dc0a9c8\", \"content-length\": \"173\", \"date\": \"Fri, 30 Aug 2024 19:43:02 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"289c9d10-fa69-4638-aac7-3cfc6b4e23be\\\"\", request_id: \"2e847fbb-2450-46d7-ad16-8ce29dc0a9c8\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:02.890048991Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b71dd4e-7453-4da0-972e-f970a3233ba8\", \"content-length\": \"173\", \"date\": \"Fri, 30 Aug 2024 19:43:08 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"289c9d10-fa69-4638-aac7-3cfc6b4e23be\\\"\", request_id: \"2b71dd4e-7453-4da0-972e-f970a3233ba8\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:08.940992627Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:11.668218303Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58676"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:11.668435447Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"50c2f949-8f55-4b58-8104-41fae2ff55c3","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58676","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":44,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6d53823-6eb6-44c5-a5b4-b7b47d89ec51\", \"content-length\": \"173\", \"date\": \"Fri, 30 Aug 2024 19:43:13 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"289c9d10-fa69-4638-aac7-3cfc6b4e23be\\\"\", request_id: \"c6d53823-6eb6-44c5-a5b4-b7b47d89ec51\" }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:13.318455571Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:929"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:17.344504926Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:17.426639428Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49207"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:17.429353755Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:17.515442036Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"9c81b7f4-b7a3-4031-a917-a3c27c625e4d","remote_addr":"[fd00:1122:3344:101::b]:49207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88699,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:17.515811863Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:17.515888034Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:17.518788145Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:17.51906434Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"72a109e3-ca84-42f8-a54c-634d519b80cc","remote_addr":"[fd00:1122:3344:101::b]:49207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3357,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:18.853666467Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49340"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:18.856436656Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 148fa4d0-99ac-4f4c-b957-d26cc8730745, kind: Service { id: b5636b10-76ec-4aa4-8bd4-1f95780813df }, name: Name(\"external-dns-b5636b10-76ec-4aa4-8bd4-1f95780813df\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 107])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6ac84e1-d9f1-4c03-8dd9-78d5c3b887de, kind: Service { id: ff52340f-525a-4b88-bfc8-1cb0fe9ceba7 }, name: Name(\"external-dns-ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 231])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2495ea70-4560-412b-9ebd-45a2bc27810a, kind: Service { id: d2343105-862a-478c-b746-fd8bb78f9a96 }, name: Name(\"nexus-d2343105-862a-478c-b746-fd8bb78f9a96\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3e58b382-51e7-46a7-8c87-6ca3a6547a20, kind: Service { id: 1d96d476-acdb-4c44-a486-29569b3bf41e }, name: Name(\"nexus-1d96d476-acdb-4c44-a486-29569b3bf41e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 98])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 82aefc08-c1a4-48ce-8225-d8f4409ab816, kind: Service { id: ba4aef74-7b33-4ded-a46a-dc2534b0db9d }, name: Name(\"nexus-ba4aef74-7b33-4ded-a46a-dc2534b0db9d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 211])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:18.856490077Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:18.865586417Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:18.865599847Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:18.865632657Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:18.880357766Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:18.880371046Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:18.880401487Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1ba881b3-af35-4922-911a-d5a9392d28fc","remote_addr":"[fd00:1122:3344:101::b]:49340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":26688,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:18.881971154Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:939"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.197649994Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36842"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.197728375Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.28462576Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"239c2bcb-221d-4ea1-bd73-e79741b7f7c5","remote_addr":"[fd00:1122:3344:101::b]:36842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":86874,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.285466864Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.285523785Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.285834031Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.286068465Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"95f86352-41f2-4877-8ec0-cbd16348cc91","remote_addr":"[fd00:1122:3344:101::b]:36842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1229,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.669601675Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52355"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.669936181Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 148fa4d0-99ac-4f4c-b957-d26cc8730745, kind: Service { id: b5636b10-76ec-4aa4-8bd4-1f95780813df }, name: Name(\"external-dns-b5636b10-76ec-4aa4-8bd4-1f95780813df\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 107])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6ac84e1-d9f1-4c03-8dd9-78d5c3b887de, kind: Service { id: ff52340f-525a-4b88-bfc8-1cb0fe9ceba7 }, name: Name(\"external-dns-ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 231])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2495ea70-4560-412b-9ebd-45a2bc27810a, kind: Service { id: d2343105-862a-478c-b746-fd8bb78f9a96 }, name: Name(\"nexus-d2343105-862a-478c-b746-fd8bb78f9a96\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3e58b382-51e7-46a7-8c87-6ca3a6547a20, kind: Service { id: 1d96d476-acdb-4c44-a486-29569b3bf41e }, name: Name(\"nexus-1d96d476-acdb-4c44-a486-29569b3bf41e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 98])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 82aefc08-c1a4-48ce-8225-d8f4409ab816, kind: Service { id: ba4aef74-7b33-4ded-a46a-dc2534b0db9d }, name: Name(\"nexus-ba4aef74-7b33-4ded-a46a-dc2534b0db9d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 211])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.669985331Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.670015192Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.670021812Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.670040142Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.670053003Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.670085213Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.670098673Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b0d6464a-6ebd-4cd8-99a4-3f08b4b11190","remote_addr":"[fd00:1122:3344:101::c]:52355","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":342,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.887889395Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44734"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.888101019Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 148fa4d0-99ac-4f4c-b957-d26cc8730745, kind: Service { id: b5636b10-76ec-4aa4-8bd4-1f95780813df }, name: Name(\"external-dns-b5636b10-76ec-4aa4-8bd4-1f95780813df\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 107])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6ac84e1-d9f1-4c03-8dd9-78d5c3b887de, kind: Service { id: ff52340f-525a-4b88-bfc8-1cb0fe9ceba7 }, name: Name(\"external-dns-ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 231])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2495ea70-4560-412b-9ebd-45a2bc27810a, kind: Service { id: d2343105-862a-478c-b746-fd8bb78f9a96 }, name: Name(\"nexus-d2343105-862a-478c-b746-fd8bb78f9a96\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3e58b382-51e7-46a7-8c87-6ca3a6547a20, kind: Service { id: 1d96d476-acdb-4c44-a486-29569b3bf41e }, name: Name(\"nexus-1d96d476-acdb-4c44-a486-29569b3bf41e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 98])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 82aefc08-c1a4-48ce-8225-d8f4409ab816, kind: Service { id: ba4aef74-7b33-4ded-a46a-dc2534b0db9d }, name: Name(\"nexus-ba4aef74-7b33-4ded-a46a-dc2534b0db9d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 211])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.8881624Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.88820012Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.88820878Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.888240941Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.888253011Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.888272292Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:19.888294892Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"353c44ca-f264-490f-90fd-934f8b3ca0e3","remote_addr":"[fd00:1122:3344:101::b]:44734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":323,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:20.799101804Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51381"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:20.799301467Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 148fa4d0-99ac-4f4c-b957-d26cc8730745, kind: Service { id: b5636b10-76ec-4aa4-8bd4-1f95780813df }, name: Name(\"external-dns-b5636b10-76ec-4aa4-8bd4-1f95780813df\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 107])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6ac84e1-d9f1-4c03-8dd9-78d5c3b887de, kind: Service { id: ff52340f-525a-4b88-bfc8-1cb0fe9ceba7 }, name: Name(\"external-dns-ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 231])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2495ea70-4560-412b-9ebd-45a2bc27810a, kind: Service { id: d2343105-862a-478c-b746-fd8bb78f9a96 }, name: Name(\"nexus-d2343105-862a-478c-b746-fd8bb78f9a96\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3e58b382-51e7-46a7-8c87-6ca3a6547a20, kind: Service { id: 1d96d476-acdb-4c44-a486-29569b3bf41e }, name: Name(\"nexus-1d96d476-acdb-4c44-a486-29569b3bf41e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 98])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 82aefc08-c1a4-48ce-8225-d8f4409ab816, kind: Service { id: ba4aef74-7b33-4ded-a46a-dc2534b0db9d }, name: Name(\"nexus-ba4aef74-7b33-4ded-a46a-dc2534b0db9d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 211])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:20.799350918Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:20.799515481Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:20.799532091Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:20.799547892Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:20.799562992Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:20.799595583Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:20.799621773Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"954e6510-a5de-4cd6-a068-a64af8198aeb","remote_addr":"[fd00:1122:3344:101::a]:51381","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":441,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:27.370618734Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37187"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:27.379395488Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5ac7bcf7-5edd-462f-ae58-4a7705b6700e","remote_addr":"[fd00:1122:3344:101::b]:37187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8749,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:27.461218254Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"47f10fb8-0887-41f8-a6f4-d0ba658c4417","remote_addr":"[fd00:1122:3344:101::b]:37187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8736,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:31.718823371Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39182"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:31.71989852Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"8a648c22-e1c1-4009-b416-6bc934ad5ea4","remote_addr":"[fd00:1122:3344:101::c]:39182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1053,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:31.731340681Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4a06734b-58f0-40a2-86bb-1b1cb78b4ce7","remote_addr":"[fd00:1122:3344:101::c]:39182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":118,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:31.83729488Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61603"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:31.837884031Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"55c1103e-fb20-484f-9adf-f1ac19971704","remote_addr":"[fd00:1122:3344:101::c]:61603","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":548,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:31.880556839Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:32779"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:31.881784611Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.009003603Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.076352735Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5399859b-dba8-4767-a395-a561038d4a9a","remote_addr":"[fd00:1122:3344:101::c]:32779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":195742,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.07665749Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62824"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.076677511Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47015"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.076688061Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40442"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.076726962Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54312"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.077685039Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"39243c01-572b-49b2-a4d7-b8423e67e2fc","remote_addr":"[fd00:1122:3344:101::a]:47015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":903,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.077714569Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"8a756d1d-2126-4da8-8ec4-87c5ea79243a","remote_addr":"[fd00:1122:3344:101::b]:40442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":889,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.077738629Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.077844901Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"0918e11e-479a-4e43-83f2-d6b769d7898e","remote_addr":"[fd00:1122:3344:101::a]:54312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":882,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.084806753Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6e4236a6-f3a7-4750-9b20-db874a7ddb91","remote_addr":"[fd00:1122:3344:101::c]:32779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7924,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.108651572Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49852"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.10909652Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"b4364c5f-a62f-46b9-840b-2147d85ccf2f","remote_addr":"[fd00:1122:3344:101::b]:49852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":415,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.11365622Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9507b931-3604-445d-823c-1e189cd6e25b","remote_addr":"[fd00:1122:3344:101::a]:47015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":210,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.113968325Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"47cfb89e-b8e4-4950-b257-eb4a85b3383c","remote_addr":"[fd00:1122:3344:101::b]:40442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":75,"response_code":"204"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.12053682Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/fc9e5708-cd50-4950-8336-db011df04e25/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.121413026Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.122599476Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.123303139Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.123320799Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"48811b7e-cdab-4179-8e31-5452a03da584","remote_addr":"[fd00:1122:3344:101::c]:32779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3232,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.12504403Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.19229305Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e3438e3e-eca9-4264-b1c1-2f0416502569","remote_addr":"[fd00:1122:3344:101::b]:62824","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":115371,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.193318048Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"15cda0fc-a7a3-4911-abb8-c34278480a1f","remote_addr":"[fd00:1122:3344:101::b]:62824","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":713,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.358398064Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45752"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.358490955Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.394685501Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.444084988Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f6aadbde-dafd-450c-96e9-f4a24fe2908f","remote_addr":"[fd00:1122:3344:101::a]:45752","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":85639,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:32.444431863Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"97f446a9-8a82-4c5e-9fa9-848f0eb101dc","remote_addr":"[fd00:1122:3344:101::a]:45752","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:41.70001417Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44846"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:43:41.700666192Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"fb697fe6-ae75-4fac-8ac8-cc418d405217","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:44846","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":634,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:01.630901844Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43251"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:01.631051797Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"549d1a0b-df25-4746-b55f-746cc1f4edcd","remote_addr":"[fd00:1122:3344:101::c]:43251","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:01.655387194Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"106eb1cf-02d7-4d02-a9d2-a521e9975e26","remote_addr":"[fd00:1122:3344:101::c]:43251","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":199,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:01.759353458Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35554"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:01.760323165Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4da151b2-8c2a-4f62-834c-f8c22aad203d","remote_addr":"[fd00:1122:3344:101::a]:35554","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":913,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:01.783937479Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"56fe8886-4058-4bb3-87f3-28d5b59029d2","remote_addr":"[fd00:1122:3344:101::a]:35554","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":131,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.031919061Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40248"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.032115284Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"9b05c07c-0276-43f0-833f-e9872e624ac9","remote_addr":"[fd00:1122:3344:101::a]:40248","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":173,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.100725788Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:60063"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.101592684Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"12d1f905-3587-412a-b413-6d110ca8257f","remote_addr":"[fd00:1122:3344:101::c]:60063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":834,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.13216034Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:62789"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.132822781Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.168951726Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.229464567Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"fe845ef5-db37-4739-a00e-40128ce90d5d","remote_addr":"[fd00:1122:3344:101::c]:62789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97264,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.22960078Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40677"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.230414204Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b655a8a7-779e-46a8-add5-555bc7d9fc13","remote_addr":"[fd00:1122:3344:101::b]:40677","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":755,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.230548506Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e3c2f902-7ec0-41f9-adf5-5c0b8ac0412a","remote_addr":"[fd00:1122:3344:101::c]:62789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.240135344Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c032d768-6c4e-4a8a-bdc3-4a3bc4adea65","remote_addr":"[fd00:1122:3344:101::b]:40677","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":124,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.306803724Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48587"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.307275873Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.343674071Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.406401682Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9e699934-4b55-41a5-abcd-a78e57aa075a","remote_addr":"[fd00:1122:3344:101::b]:48587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99565,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.406591285Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58227"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.406690797Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63899"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.406814959Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.412775193Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"3f94909e-4f42-4579-bca5-2e0a4819439d","remote_addr":"[fd00:1122:3344:101::b]:63899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5886,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.412861215Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f585194e-4e6f-40f4-8328-ff07a2088327","remote_addr":"[fd00:1122:3344:101::b]:48587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6051,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.444412849Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.502444797Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"832ad6b4-8b63-489f-8d57-b77884de9db6","remote_addr":"[fd00:1122:3344:101::a]:58227","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95730,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.503523696Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"71d70530-ef68-402f-83d9-3d35ba6c46eb","remote_addr":"[fd00:1122:3344:101::a]:58227","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":857,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.922406206Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:48378","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::d]:42071"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:02.9534269Z","hostname":"buskin","pid":1562,"uri":"/289c9d10-fa69-4638-aac7-3cfc6b4e23be","method":"GET","req_id":"b294053a-769e-4329-b2ef-f475a2d9a51b","remote_addr":"[fd00:1122:3344:101::d]:42071","local_addr":"[fd00:1122:3344:101::1]:48378","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":30951,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:11.742178675Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59633"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:11.742331998Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"81bfa26c-db3e-4db1-8cf4-a07d83ced83b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59633","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":55,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:31.751816161Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37012"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:31.752631915Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"bd9eae96-ac73-468e-bdb1-f0de3a05a267","remote_addr":"[fd00:1122:3344:101::c]:37012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":791,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:31.822636324Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41336"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:31.822821157Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"3a589b17-68f9-44a3-b12e-a48144a914f6","remote_addr":"[fd00:1122:3344:101::c]:41336","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":155,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:31.878632826Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54862"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:31.878904061Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"38869561-235d-4e69-83a3-db943f28435a","remote_addr":"[fd00:1122:3344:101::a]:54862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":76,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:31.938860173Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"453f09c9-4a4e-478c-a449-ff31020ee205","remote_addr":"[fd00:1122:3344:101::c]:37012","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":132,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:31.952210488Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64857"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:31.952984851Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7144d732-52a1-41d2-8918-3d8972f60c80","remote_addr":"[fd00:1122:3344:101::b]:64857","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":742,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.008537156Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39549"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.00874858Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f6b13cd1-25bb-402b-a59a-26c2ba834923","remote_addr":"[fd00:1122:3344:101::a]:39549","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":151,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.024413074Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"acb6f049-5eeb-40c1-aac7-f2f23c7faedb","remote_addr":"[fd00:1122:3344:101::a]:54862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1658,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.040346264Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:59152"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.040431336Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.084202044Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.142096549Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"eeb31337-b8c7-4a93-9676-f0c897a4b6e5","remote_addr":"[fd00:1122:3344:101::c]:59152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101703,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.142593178Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63228"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.142614458Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38041"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.142627919Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48347"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.142833452Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"89f35935-a3c4-4e37-8601-1dba810766e9","remote_addr":"[fd00:1122:3344:101::c]:59152","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":364,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.142858323Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.142863513Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"164dc07b-393f-4d1f-846e-1bff040df3ab","remote_addr":"[fd00:1122:3344:101::b]:64857","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":415,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.142962495Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"5bfdfd86-2f4a-4065-9f5d-db134743c018","remote_addr":"[fd00:1122:3344:101::b]:38041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":257,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.185922218Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.242807797Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.242875448Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d58830fd-8c90-4ed7-b2fd-629d511fcd54","remote_addr":"[fd00:1122:3344:101::b]:48347","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100105,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.246898138Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"51dfb21e-f19f-4874-a587-a2494b76284d","remote_addr":"[fd00:1122:3344:101::b]:48347","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":525,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.278160467Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.33365538Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0966a1fd-02f3-4941-9432-d92c0555cec2","remote_addr":"[fd00:1122:3344:101::a]:63228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":190860,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.333969906Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b83b23fe-83a3-4f35-95fc-206ae90fbab6","remote_addr":"[fd00:1122:3344:101::a]:63228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":127,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:32.929251371Z","hostname":"buskin","pid":1562,"uri":"/289c9d10-fa69-4638-aac7-3cfc6b4e23be","method":"GET","req_id":"65f1fd63-25ab-4571-8449-ca43b3647f35","remote_addr":"[fd00:1122:3344:101::d]:42071","local_addr":"[fd00:1122:3344:101::1]:48378","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6798,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:41.776840068Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33132"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:44:41.776967601Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"f1dbeb0f-c55d-4e55-82a6-94ba0fb12941","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33132","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:01.8759176Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51821"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:01.876029693Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4f5e9a64-486f-4f4a-b1dc-2c29d269f38d","remote_addr":"[fd00:1122:3344:101::c]:51821","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:01.969956141Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:59972"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:01.970162674Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"6659a13b-9a15-4ace-bded-225370bf6c50","remote_addr":"[fd00:1122:3344:101::c]:59972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":176,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:01.982935798Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e5e8a2b8-537c-46d0-877e-d4fab3dd7fcd","remote_addr":"[fd00:1122:3344:101::c]:51821","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":139,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.007201074Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39730"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.007272825Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c87a665c-6bd4-4366-97bc-8420f1b8fc51","remote_addr":"[fd00:1122:3344:101::a]:39730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":47,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.129773835Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48428"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.129926368Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.201451683Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.311628046Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"fd338816-67ff-41e1-9c5c-40aa66424984","remote_addr":"[fd00:1122:3344:101::c]:48428","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":181758,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.311979122Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44850"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.312032003Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56476"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.312363619Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"82683795-25f3-4ba2-9a21-1f6a6df9e040","remote_addr":"[fd00:1122:3344:101::a]:44850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":294,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.312385649Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"81638a8e-5db4-4aa8-ab20-5db12410bb16","remote_addr":"[fd00:1122:3344:101::c]:48428","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":273,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.312409959Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a5c304a3-685a-4c03-9d3e-863781700243","remote_addr":"[fd00:1122:3344:101::a]:39730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":355,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.313701612Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"fa3a745b-ab43-4294-8d92-58f890576f35","remote_addr":"[fd00:1122:3344:101::b]:56476","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1510,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.372093686Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34941"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.372266369Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.431945257Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.528420049Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"3305201e-f9ad-4447-8f28-c8bf658b37cd","remote_addr":"[fd00:1122:3344:101::a]:34941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":156216,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.528913288Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48734"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.529213234Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ca586a9a-0549-4a6a-9572-f2121df2b369","remote_addr":"[fd00:1122:3344:101::b]:56476","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":306,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.529300995Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"02724eeb-1ac1-4b19-92ea-f90d3a52e5b1","remote_addr":"[fd00:1122:3344:101::b]:48734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":297,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.529339076Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3a8c1f57-cac7-40a0-b977-d161680d0f45","remote_addr":"[fd00:1122:3344:101::a]:34941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":379,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.549331987Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53610"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.549429678Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.601865448Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.677959784Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a541816f-62dd-4f2f-800c-fdc7bb37352f","remote_addr":"[fd00:1122:3344:101::b]:53610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":128564,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.678387581Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"97ad8c55-ea00-4391-980f-026f5f4bbd8e","remote_addr":"[fd00:1122:3344:101::b]:53610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:02.9296391Z","hostname":"buskin","pid":1562,"uri":"/289c9d10-fa69-4638-aac7-3cfc6b4e23be","method":"GET","req_id":"6b7cc12b-7a17-48e3-b84a-ddbb6b213f84","remote_addr":"[fd00:1122:3344:101::d]:42071","local_addr":"[fd00:1122:3344:101::1]:48378","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6731,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:11.809465631Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34017"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:11.809602823Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"7a34da5e-d72d-46bb-a7ba-9f3226380126","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34017","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:31.687252301Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52080"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:31.687345383Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4a3f34d2-ab78-471f-959e-297345b1b2f8","remote_addr":"[fd00:1122:3344:101::c]:52080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":85,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:31.777922322Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46952"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:31.780075599Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"4362b150-8b75-4dbf-89c8-bb31c79dcd2b","remote_addr":"[fd00:1122:3344:101::c]:46952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":2046,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:31.801803691Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f5c0880c-cc23-4493-979b-60a4553220cd","remote_addr":"[fd00:1122:3344:101::c]:52080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":148,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:31.849366155Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45486"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:31.849454897Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"97461ee5-7fd0-444d-8171-875a1ea4449d","remote_addr":"[fd00:1122:3344:101::a]:45486","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":60,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:31.95335835Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:56540"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:31.953459372Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:31.990737936Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.047593504Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2688ff24-d623-49d6-b5f6-c2b7841ffdc9","remote_addr":"[fd00:1122:3344:101::c]:56540","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94183,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.047815698Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57785"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.04793188Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44412"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.048746824Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.048758504Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"6c31b0a2-28ee-4d43-835f-78c7c8af7dc2","remote_addr":"[fd00:1122:3344:101::a]:57785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":905,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.048827795Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"364c71c0-cb2a-4cfc-a8c5-c69dfa5193bf","remote_addr":"[fd00:1122:3344:101::c]:56540","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":921,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.052684503Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"eb99068c-f541-4cab-adea-5bfd39e330b5","remote_addr":"[fd00:1122:3344:101::a]:45486","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4651,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.074973134Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54873"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.075217738Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"72e01f4f-3a86-466e-8560-df6bbe4ebf29","remote_addr":"[fd00:1122:3344:101::b]:54873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":173,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.083435153Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.087213519Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9088f0e2-79d8-4026-80b3-dd08a197e23b","remote_addr":"[fd00:1122:3344:101::b]:54873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":562,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.138951667Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"5723d84c-6fdf-4274-865e-fa0bcbae092a","remote_addr":"[fd00:1122:3344:101::a]:44412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":90906,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.139377184Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"646b4250-e8cd-4948-83b1-43834563679b","remote_addr":"[fd00:1122:3344:101::a]:44412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":189,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.178330788Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64847"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.179136682Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"4c579798-6099-4f9b-bb40-ef9958a6d259","remote_addr":"[fd00:1122:3344:101::b]:64847","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":744,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.190653244Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58741"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.190768966Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.224932545Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.275286799Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bab1acd3-7dc7-4944-b05b-040373281ae5","remote_addr":"[fd00:1122:3344:101::b]:58741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":84560,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.275581284Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d22ea5a5-7d40-4d2e-9a80-6a74d5e00d4d","remote_addr":"[fd00:1122:3344:101::b]:58741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:32.929859835Z","hostname":"buskin","pid":1562,"uri":"/289c9d10-fa69-4638-aac7-3cfc6b4e23be","method":"GET","req_id":"dc0d5147-e81d-43be-969f-1a29822471e6","remote_addr":"[fd00:1122:3344:101::d]:42071","local_addr":"[fd00:1122:3344:101::1]:48378","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6914,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:41.84348726Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34881"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:41.843574362Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a0449d4a-9337-451b-9a99-2c71c102ee29","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34881","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":82,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:45:50.753841208Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:01.794366773Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37963"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:01.794530247Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b0cc9e0b-271f-44e2-b3af-721086a74210","remote_addr":"[fd00:1122:3344:101::c]:37963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":132,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:01.882801005Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:65509"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:01.883614819Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f5578d08-3008-4623-8ee2-6a71edd1a8ec","remote_addr":"[fd00:1122:3344:101::c]:65509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":759,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:01.892872582Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"67f85d2f-8cc0-455e-a376-66aa3999b53e","remote_addr":"[fd00:1122:3344:101::c]:37963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":143,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:01.96739142Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50067"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:01.967719415Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7de4ed21-2f2d-4a27-b26d-746876adbd02","remote_addr":"[fd00:1122:3344:101::a]:50067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":289,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:01.989716521Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"80a19ebe-6b86-4109-9cfe-a3e006279f88","remote_addr":"[fd00:1122:3344:101::a]:50067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1409,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.147628292Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38138"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.148596929Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ef59c290-508c-45bb-b9d1-a0e3e8a48316","remote_addr":"[fd00:1122:3344:101::b]:38138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":933,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.214381914Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:42770"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.215788018Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.256092706Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.317242839Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0a6d41fb-de60-4dd3-a75c-e103b7ec6a2d","remote_addr":"[fd00:1122:3344:101::c]:42770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102802,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.317665596Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62878"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.317698556Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39343"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.317756908Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:59207"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.318607303Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.318676474Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"c45cf39b-35cb-434d-9cd3-c9a4b562306d","remote_addr":"[fd00:1122:3344:101::a]:62878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":951,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.318688014Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"08f2c7ed-bb4d-4d27-a902-61240913b923","remote_addr":"[fd00:1122:3344:101::c]:42770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1090,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.3292952Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"d0f61799-7700-49c6-a44f-1281366bdb05","remote_addr":"[fd00:1122:3344:101::b]:39343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":11352,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.329439593Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"cc28245a-59f8-45e4-a168-eaf3b3d87916","remote_addr":"[fd00:1122:3344:101::b]:38138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":11592,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.355748464Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.405618609Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1961bf71-3509-47bc-b079-7e994c11d790","remote_addr":"[fd00:1122:3344:101::a]:59207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":87728,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.405981685Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ede3456a-2e6d-40f7-8967-6499f71aee40","remote_addr":"[fd00:1122:3344:101::a]:59207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":146,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.407497812Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52968"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.407657415Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.441761773Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.494654481Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f7875d0e-5ff6-49e2-97e1-169fd6439b41","remote_addr":"[fd00:1122:3344:101::b]:52968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":87057,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.494968437Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1b0ba706-8843-449a-810c-e488d4fcfcc0","remote_addr":"[fd00:1122:3344:101::b]:52968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:02.937796187Z","hostname":"buskin","pid":1562,"uri":"/289c9d10-fa69-4638-aac7-3cfc6b4e23be","method":"GET","req_id":"bb947aea-561a-4451-9bb7-c0bf616fb1db","remote_addr":"[fd00:1122:3344:101::d]:42071","local_addr":"[fd00:1122:3344:101::1]:48378","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5163,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:11.880943421Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41986"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:11.881042952Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"7f0cfc8d-afdc-4b10-aad3-0fd4ab9d53e3","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41986","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":83,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:31.70331917Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:36104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:31.703449032Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1b2def8b-a722-430b-bde7-d9e599a6b8b6","remote_addr":"[fd00:1122:3344:101::c]:36104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:31.705167242Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45189"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:31.705371686Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"46d4908c-0659-4beb-ac41-2daacda91608","remote_addr":"[fd00:1122:3344:101::c]:45189","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":173,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:31.71533029Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6a57fdba-a440-40de-ad2e-b7ca88cf078f","remote_addr":"[fd00:1122:3344:101::c]:36104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":134,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:31.807670681Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33309"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:31.807796433Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:31.856473787Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:31.921301185Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"f9395817-9257-4022-b002-7b3efd02bde5","remote_addr":"[fd00:1122:3344:101::c]:33309","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113570,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:31.921713852Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6c0b0e85-4808-406c-b21c-b00df55c6120","remote_addr":"[fd00:1122:3344:101::c]:33309","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:31.937032341Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62748"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:31.938067299Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"acb043cd-da09-4a5e-add5-e4aa3885932a","remote_addr":"[fd00:1122:3344:101::a]:62748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":960,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:31.951773119Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"59b25884-2375-4c68-b162-28b6f7c7747f","remote_addr":"[fd00:1122:3344:101::a]:62748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":132,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:31.994359867Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:33406"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:31.994480179Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0849f86a-7ef4-4ee1-83c3-07d01666ca6e","remote_addr":"[fd00:1122:3344:101::b]:33406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:32.004938772Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c1490272-19ac-4f99-bee5-af44480dbe73","remote_addr":"[fd00:1122:3344:101::b]:33406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":145,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:32.010161794Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56328"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:32.01110161Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"bb038d43-f0d0-43a4-b1e7-c7319fc220b5","remote_addr":"[fd00:1122:3344:101::b]:56328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":892,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:32.082362521Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:41147"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:32.082445742Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:32.123142476Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:32.17806978Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ef6d4ad7-582e-486d-b725-0c3f36fd11d1","remote_addr":"[fd00:1122:3344:101::b]:41147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95666,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:32.178239203Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62396"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:32.178312185Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35170"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:32.178479927Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:32.184040675Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9271384f-8a35-48cb-873a-e32bdc2c56ee","remote_addr":"[fd00:1122:3344:101::b]:41147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5530,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:32.184159117Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"e38b8d98-6240-4416-8482-1b1c4f28295d","remote_addr":"[fd00:1122:3344:101::a]:35170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5629,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:32.218166774Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:32.272778832Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"300be535-ac74-425a-850e-249835c87c5b","remote_addr":"[fd00:1122:3344:101::a]:62396","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94411,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:32.273893232Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b21bfbfa-2c2c-4f33-9ec2-a2cd649ab0a8","remote_addr":"[fd00:1122:3344:101::a]:62396","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":877,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:33.117456833Z","hostname":"buskin","pid":1562,"uri":"/289c9d10-fa69-4638-aac7-3cfc6b4e23be","method":"GET","req_id":"02db0f25-9f4c-423b-a406-b14e47d3ef91","remote_addr":"[fd00:1122:3344:101::d]:42071","local_addr":"[fd00:1122:3344:101::1]:48378","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6370,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:41.915170325Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33921"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:46:41.915714345Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"5f420212-d1f6-4175-9d87-ec2ea4fe623d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33921","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":523,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:01.69228305Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43564"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:01.692453743Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ab4b70e1-f59e-4a79-b12a-ee631561ab63","remote_addr":"[fd00:1122:3344:101::c]:43564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:01.719203153Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7bfeaba5-656c-4a67-84aa-d8326236313e","remote_addr":"[fd00:1122:3344:101::c]:43564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":199,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:01.936425344Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45534"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:01.936589647Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f7f723fb-9253-4de7-9af6-622e6e8b3d80","remote_addr":"[fd00:1122:3344:101::c]:45534","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":141,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.040209395Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40213"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.040304667Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.078955925Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.136872322Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e7aa843a-b7f3-4f67-a0d2-f7df4b2fcd8a","remote_addr":"[fd00:1122:3344:101::c]:40213","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96607,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.137013234Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35982"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.137109366Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6b8fba9a-c9c7-49bd-bbba-4010828c71a1","remote_addr":"[fd00:1122:3344:101::a]:35982","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":50,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.137268329Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"599c84af-ccfa-48d8-b742-f3b8f0be073f","remote_addr":"[fd00:1122:3344:101::c]:40213","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.158276457Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44656"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.158525191Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"a6b6be0b-a4b8-4b19-8d4b-203d6d65a923","remote_addr":"[fd00:1122:3344:101::b]:44656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":179,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.167253245Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45892"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.167409107Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"faed26d4-b6fc-440d-afc4-de4ece911284","remote_addr":"[fd00:1122:3344:101::a]:45892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.175946047Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fe67e58b-41df-42ea-8e66-ba3cae4614a4","remote_addr":"[fd00:1122:3344:101::a]:35982","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":132,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.245596679Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43125"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.245695531Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.283462714Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.336944562Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"59b9aa75-2a2e-4382-a989-f677beae93ed","remote_addr":"[fd00:1122:3344:101::a]:43125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":91293,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.337237767Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51157"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.338032631Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4d7129b8-6438-4037-a856-dd007f20c3b2","remote_addr":"[fd00:1122:3344:101::b]:51157","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":721,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.338092482Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ad55d30d-b84a-4c31-a107-c4b210fe96a5","remote_addr":"[fd00:1122:3344:101::a]:43125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":862,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.347131681Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5d82f27e-443f-4add-aff0-3852f8675271","remote_addr":"[fd00:1122:3344:101::b]:51157","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.411068153Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37710"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.411132144Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.451545533Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.50949828Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9d6c4b48-0e4e-46cc-84a2-dd367d9d5718","remote_addr":"[fd00:1122:3344:101::b]:37710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98379,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:02.509871626Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"53b34dca-a709-4668-9e1a-bab73278c6ce","remote_addr":"[fd00:1122:3344:101::b]:37710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:03.117371846Z","hostname":"buskin","pid":1562,"uri":"/289c9d10-fa69-4638-aac7-3cfc6b4e23be","method":"GET","req_id":"1db10073-da5b-4a30-a496-143f642f1d56","remote_addr":"[fd00:1122:3344:101::d]:42071","local_addr":"[fd00:1122:3344:101::1]:48378","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6432,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:11.949713986Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41471"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:11.949859288Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"3fd27b55-05c8-495c-ab7a-5117fcb9aacd","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41471","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:31.720014971Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:36714"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:31.720142894Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ead42453-9a4e-4f02-b348-e88a1c9b5419","remote_addr":"[fd00:1122:3344:101::c]:36714","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:31.757690102Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:47307"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:31.757898036Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"85e11cbd-aa71-4090-bdd8-ada2fdca446b","remote_addr":"[fd00:1122:3344:101::c]:47307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":180,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:31.767193559Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fbfc44e0-c9cb-4c05-978f-9cd849afa1d9","remote_addr":"[fd00:1122:3344:101::c]:36714","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:31.90345462Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57950"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:31.903564002Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:31.948954489Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.006959907Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"463c6922-aa99-42fc-aafc-fa127464b35f","remote_addr":"[fd00:1122:3344:101::c]:57950","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103455,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.00717641Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62945"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.007237431Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61514"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.007261132Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46935"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.007507106Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"399c657e-d80f-4815-be3f-a0b08afcf4cb","remote_addr":"[fd00:1122:3344:101::b]:62945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":258,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.007519196Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d22b60ed-b001-42ee-a960-ad4be3212fd8","remote_addr":"[fd00:1122:3344:101::b]:46935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":159,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.008507124Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"de70fc21-f0ed-4f88-98f3-18ca0c641736","remote_addr":"[fd00:1122:3344:101::c]:57950","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1146,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.008534764Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"7f088a31-3890-4233-b7bb-d1282cf15e87","remote_addr":"[fd00:1122:3344:101::a]:61514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1192,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.019418885Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9c0af170-da23-4da1-9d96-707581945e25","remote_addr":"[fd00:1122:3344:101::b]:46935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":154,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.055680911Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49904"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.055758303Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.09495362Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.152915337Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1da2d695-a512-45f3-9d25-6986745fc020","remote_addr":"[fd00:1122:3344:101::b]:49904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97186,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.153141892Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51034"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.153223553Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60383"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.153318465Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.15701352Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9f5f09bb-92f5-4a30-b85c-8d9b61f46f67","remote_addr":"[fd00:1122:3344:101::b]:49904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3702,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.157128242Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f0e60c0c-2145-4b0f-81cd-ce0fb796adb6","remote_addr":"[fd00:1122:3344:101::a]:60383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3655,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.165322395Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"71fb5533-8b4f-41b1-a795-6c35e7c461e2","remote_addr":"[fd00:1122:3344:101::a]:60383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.187301041Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.240502225Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a8d5dfae-0bed-415a-a3c0-6361651aa8f3","remote_addr":"[fd00:1122:3344:101::a]:51034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":87274,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:32.241563853Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b7bb94ea-676b-466d-87f9-e833b7862b4f","remote_addr":"[fd00:1122:3344:101::a]:51034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":866,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:33.119842714Z","hostname":"buskin","pid":1562,"uri":"/289c9d10-fa69-4638-aac7-3cfc6b4e23be","method":"GET","req_id":"cbdebe76-a264-4668-901f-46f21c706652","remote_addr":"[fd00:1122:3344:101::d]:42071","local_addr":"[fd00:1122:3344:101::1]:48378","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8282,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:41.983168327Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56690"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:47:41.983270589Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"804f8539-4547-4fe4-819c-c2630f26817a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56690","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":84,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:01.665933237Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61933"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:01.66609084Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"25c0cba1-a620-4fed-8cc8-35d6e061bd21","remote_addr":"[fd00:1122:3344:101::c]:61933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:01.690876745Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"9f806945-ec03-4d2c-89b1-434c91c43ebe","remote_addr":"[fd00:1122:3344:101::c]:61933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":217,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:01.907687919Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:59577"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:01.907926684Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5d2f12c5-e552-4730-87dd-78f2542bb10e","remote_addr":"[fd00:1122:3344:101::a]:59577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":142,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:01.93052611Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"8b5d7306-ae7b-43a4-811c-1b0893c5ef5a","remote_addr":"[fd00:1122:3344:101::a]:59577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1461,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.044364058Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57536"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.045574789Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"69181c96-d6ca-4e06-95fc-73cd46ec4fba","remote_addr":"[fd00:1122:3344:101::c]:57536","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1157,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.061525769Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63623"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.0616212Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.104526293Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.170772256Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c6798184-7942-4f7e-9ce1-0881c346e989","remote_addr":"[fd00:1122:3344:101::c]:63623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":109185,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.171053041Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52111"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.171145462Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37969"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.171274935Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.171412347Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ca74ebce-4c25-480c-a2e0-957e0f4be0cc","remote_addr":"[fd00:1122:3344:101::c]:63623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":310,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.176179741Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"df43103e-74c1-40c6-9a7a-876103f9b3cc","remote_addr":"[fd00:1122:3344:101::a]:37969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4879,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.198056595Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45132"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.198209447Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c36068dd-1461-4669-b333-9c778033c369","remote_addr":"[fd00:1122:3344:101::b]:45132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":110,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.210717337Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"48563b7d-cf13-48b6-9bb9-3f89283da62e","remote_addr":"[fd00:1122:3344:101::b]:45132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":988,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.210813809Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48769"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.211044893Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 148fa4d0-99ac-4f4c-b957-d26cc8730745, kind: Service { id: b5636b10-76ec-4aa4-8bd4-1f95780813df }, name: Name(\"external-dns-b5636b10-76ec-4aa4-8bd4-1f95780813df\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 107])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6ac84e1-d9f1-4c03-8dd9-78d5c3b887de, kind: Service { id: ff52340f-525a-4b88-bfc8-1cb0fe9ceba7 }, name: Name(\"external-dns-ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 231])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2495ea70-4560-412b-9ebd-45a2bc27810a, kind: Service { id: d2343105-862a-478c-b746-fd8bb78f9a96 }, name: Name(\"nexus-d2343105-862a-478c-b746-fd8bb78f9a96\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3e58b382-51e7-46a7-8c87-6ca3a6547a20, kind: Service { id: 1d96d476-acdb-4c44-a486-29569b3bf41e }, name: Name(\"nexus-1d96d476-acdb-4c44-a486-29569b3bf41e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 98])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 82aefc08-c1a4-48ce-8225-d8f4409ab816, kind: Service { id: ba4aef74-7b33-4ded-a46a-dc2534b0db9d }, name: Name(\"nexus-ba4aef74-7b33-4ded-a46a-dc2534b0db9d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 211])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.211093453Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.211138794Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.211150424Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.211192235Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.211219966Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.211251746Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.211301957Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"7d11e318-1ba6-490f-8097-dc717751ca8d","remote_addr":"[fd00:1122:3344:101::c]:48769","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":430,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.214235718Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.280611233Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e756614e-0818-4722-b8c0-20056a515410","remote_addr":"[fd00:1122:3344:101::a]:52111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":109430,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.281540379Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"741c62f4-35fc-45f6-a6f4-469ff7bacaf7","remote_addr":"[fd00:1122:3344:101::a]:52111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":716,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.299298541Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:41887"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.299539965Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 148fa4d0-99ac-4f4c-b957-d26cc8730745, kind: Service { id: b5636b10-76ec-4aa4-8bd4-1f95780813df }, name: Name(\"external-dns-b5636b10-76ec-4aa4-8bd4-1f95780813df\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 107])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6ac84e1-d9f1-4c03-8dd9-78d5c3b887de, kind: Service { id: ff52340f-525a-4b88-bfc8-1cb0fe9ceba7 }, name: Name(\"external-dns-ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 231])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2495ea70-4560-412b-9ebd-45a2bc27810a, kind: Service { id: d2343105-862a-478c-b746-fd8bb78f9a96 }, name: Name(\"nexus-d2343105-862a-478c-b746-fd8bb78f9a96\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3e58b382-51e7-46a7-8c87-6ca3a6547a20, kind: Service { id: 1d96d476-acdb-4c44-a486-29569b3bf41e }, name: Name(\"nexus-1d96d476-acdb-4c44-a486-29569b3bf41e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 98])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 82aefc08-c1a4-48ce-8225-d8f4409ab816, kind: Service { id: ba4aef74-7b33-4ded-a46a-dc2534b0db9d }, name: Name(\"nexus-ba4aef74-7b33-4ded-a46a-dc2534b0db9d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 211])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.299589096Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.299624737Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.299634607Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.299652467Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.299667688Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.299683828Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.299700968Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"89a90be3-11fb-420b-8641-2d4a45353dec","remote_addr":"[fd00:1122:3344:101::a]:41887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":331,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.305299396Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63622"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.306109491Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"285866dc-17cb-426c-a8b6-89a24bc8a28a","remote_addr":"[fd00:1122:3344:101::b]:63622","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":773,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.319283362Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:41304"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.319376774Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.355208072Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.408470386Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bb8f354a-6f92-4f7e-a5dc-7026e7287388","remote_addr":"[fd00:1122:3344:101::b]:41304","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89134,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.408777312Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43415"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.409735289Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4db11b2c-0b7a-4e21-a088-ea9469048981","remote_addr":"[fd00:1122:3344:101::b]:41304","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":966,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.409753449Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 148fa4d0-99ac-4f4c-b957-d26cc8730745, kind: Service { id: b5636b10-76ec-4aa4-8bd4-1f95780813df }, name: Name(\"external-dns-b5636b10-76ec-4aa4-8bd4-1f95780813df\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 107])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6ac84e1-d9f1-4c03-8dd9-78d5c3b887de, kind: Service { id: ff52340f-525a-4b88-bfc8-1cb0fe9ceba7 }, name: Name(\"external-dns-ff52340f-525a-4b88-bfc8-1cb0fe9ceba7\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 214, 231])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 2495ea70-4560-412b-9ebd-45a2bc27810a, kind: Service { id: d2343105-862a-478c-b746-fd8bb78f9a96 }, name: Name(\"nexus-d2343105-862a-478c-b746-fd8bb78f9a96\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 203, 101])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3e58b382-51e7-46a7-8c87-6ca3a6547a20, kind: Service { id: 1d96d476-acdb-4c44-a486-29569b3bf41e }, name: Name(\"nexus-1d96d476-acdb-4c44-a486-29569b3bf41e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 98])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 82aefc08-c1a4-48ce-8225-d8f4409ab816, kind: Service { id: ba4aef74-7b33-4ded-a46a-dc2534b0db9d }, name: Name(\"nexus-ba4aef74-7b33-4ded-a46a-dc2534b0db9d\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 211])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.409841981Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.409887891Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.409904422Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.409934142Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.409973943Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.409998373Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:02.410028224Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b1e05d2e-18dd-4e74-a920-4f740bfafce0","remote_addr":"[fd00:1122:3344:101::b]:43415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1119,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:03.118140869Z","hostname":"buskin","pid":1562,"uri":"/289c9d10-fa69-4638-aac7-3cfc6b4e23be","method":"GET","req_id":"2b60668b-800e-49aa-9b5c-e18c133e23e9","remote_addr":"[fd00:1122:3344:101::d]:42071","local_addr":"[fd00:1122:3344:101::1]:48378","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6494,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:12.016875874Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61593"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:12.016980565Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a90ce085-97f9-488c-b366-d0a592528a3d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61593","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":78,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:31.663927437Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49189"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:31.664063429Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c9c7725f-6e1f-4d99-8e75-14eb44205fb1","remote_addr":"[fd00:1122:3344:101::c]:49189","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:31.690086996Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"db2d56ed-1460-4a21-8977-c057eb96b726","remote_addr":"[fd00:1122:3344:101::c]:49189","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":186,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:31.777115393Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33286"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:31.777323476Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"cc466d00-e07a-4bbb-9ad8-77fd0bdaa661","remote_addr":"[fd00:1122:3344:101::c]:33286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":166,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:31.777732074Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53062"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:31.777854976Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:31.832693548Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:31.906824489Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0f9949c3-3ab4-45ee-b451-56b81e27c24b","remote_addr":"[fd00:1122:3344:101::c]:53062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129011,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:31.907000322Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55665"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:31.907224396Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4f4a2233-6467-4850-bb08-6241576ecd3f","remote_addr":"[fd00:1122:3344:101::a]:55665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":117,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:31.907307207Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"aaebd04b-0957-40bb-8bb2-604a65c3e692","remote_addr":"[fd00:1122:3344:101::c]:53062","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":169,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:31.915935819Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4e08a33b-f007-4b1d-9f47-6c4138f39485","remote_addr":"[fd00:1122:3344:101::a]:55665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:31.95418452Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47586"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:31.954255281Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:31.994554538Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:32.05505165Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"61b819c0-37c8-47a6-acd9-38bddf414676","remote_addr":"[fd00:1122:3344:101::a]:47586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100832,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:32.055239513Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60532"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:32.055311404Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64874"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:32.055442467Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"7dcb2ce3-0a40-4e93-9ad8-3f85680fb81d","remote_addr":"[fd00:1122:3344:101::a]:60532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":167,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:32.055562299Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e50ccbf1-ae65-4b1d-9ff0-0cafca81f347","remote_addr":"[fd00:1122:3344:101::b]:64874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":158,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:32.056486465Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"528238b5-f728-45d8-b4b8-8f38c1b6fab2","remote_addr":"[fd00:1122:3344:101::a]:47586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1070,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:32.063662351Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:41909"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:32.063821383Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"df7c8f8a-b261-4d88-82fe-6d40286e0bfe","remote_addr":"[fd00:1122:3344:101::b]:41909","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:32.067084141Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"53e4baa4-1d26-4f8f-970e-c61df74789d4","remote_addr":"[fd00:1122:3344:101::b]:64874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:32.152735694Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40370"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:32.152813075Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:32.189930716Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:32.250009631Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"1675494c-66a9-4fcc-b461-a87817c2de14","remote_addr":"[fd00:1122:3344:101::b]:40370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97226,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:32.250304516Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"f81410c7-0217-4bd0-8ad7-cffb3abaed59","remote_addr":"[fd00:1122:3344:101::b]:40370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:33.118699104Z","hostname":"buskin","pid":1562,"uri":"/289c9d10-fa69-4638-aac7-3cfc6b4e23be","method":"GET","req_id":"5d9cd63c-a9f7-437e-bec4-a8ff17f9811c","remote_addr":"[fd00:1122:3344:101::d]:42071","local_addr":"[fd00:1122:3344:101::1]:48378","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6431,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:42.052437662Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56468"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:48:42.052526534Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"27ff5a42-92e7-4368-ae5d-ebe3ad77407c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56468","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":65,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:01.800343445Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34702"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:01.800470097Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ef056103-34c8-403b-b4f1-f4f17c8d4134","remote_addr":"[fd00:1122:3344:101::c]:34702","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":83,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:01.815647484Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"11b931de-ce6e-442d-866f-3660d7570bca","remote_addr":"[fd00:1122:3344:101::c]:34702","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":181,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:01.999025151Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61604"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:01.999119233Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"9123a63a-09ce-4187-9c8d-93345ff72723","remote_addr":"[fd00:1122:3344:101::a]:61604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":61,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.017380443Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"dd579a27-1887-49e6-9f65-e224be6830d3","remote_addr":"[fd00:1122:3344:101::a]:61604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1537,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.026261979Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63741"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.026446282Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f3179c59-ad63-440a-9c8e-7d1bedb9649c","remote_addr":"[fd00:1122:3344:101::c]:63741","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.176632818Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34850"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.176805991Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"569b88c7-866b-4528-b721-3758e9c4a1a0","remote_addr":"[fd00:1122:3344:101::a]:34850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.193143317Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:55343"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.193222069Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"36b1b76f-b25a-484b-af30-219d9bf9f242","remote_addr":"[fd00:1122:3344:101::b]:55343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.214471102Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"89179e5f-5fce-4fd3-a695-76a00cd40f5d","remote_addr":"[fd00:1122:3344:101::b]:55343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":945,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.236742252Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46009"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.236822124Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.276172014Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.33691998Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"80e22d82-88e1-495c-9aaa-bb0aeab46bc2","remote_addr":"[fd00:1122:3344:101::c]:46009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100140,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.337093603Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61786"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.337949908Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.341704344Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3e9ad82a-e65f-4242-9ce8-1a9f1fa5fde7","remote_addr":"[fd00:1122:3344:101::c]:46009","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4467,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.372762959Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.426049604Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"e89ad3f1-84a6-47ac-a564-8ee932095eb1","remote_addr":"[fd00:1122:3344:101::a]:61786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88880,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.426457651Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"25d00c32-81d9-4be0-a063-c23a0c4135bc","remote_addr":"[fd00:1122:3344:101::a]:61786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.457031927Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:65460"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.457201401Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"77ad1177-0e17-424b-a24e-99a1b199409b","remote_addr":"[fd00:1122:3344:101::b]:65460","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.494253503Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39279"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.494314554Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.530517267Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.594105533Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ccbf676d-f1f4-4eb0-85d3-8dda53068710","remote_addr":"[fd00:1122:3344:101::b]:39279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99763,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:02.594433938Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6286ed22-8c96-494c-b668-fb7b7e065047","remote_addr":"[fd00:1122:3344:101::b]:39279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:03.225808917Z","hostname":"buskin","pid":1562,"uri":"/289c9d10-fa69-4638-aac7-3cfc6b4e23be","method":"GET","req_id":"2122d8ea-045c-45a0-b842-0e63b56ed6cb","remote_addr":"[fd00:1122:3344:101::d]:42071","local_addr":"[fd00:1122:3344:101::1]:48378","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5973,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:12.087158656Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51189"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:12.087268678Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"9a0130f8-5250-4ffc-949b-46ee93dd397c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51189","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:23.762037093Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42997"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:23.762766135Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"3c75942f-8338-425c-aef3-b19b32c1ee30","remote_addr":"[fd00:1122:3344:101::a]:42997","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":702,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:23.763065531Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 250, 253, 123])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(6417893) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:23.763091981Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"PUT","req_id":"b05bbe2f-af68-49a3-a334-b70f915c3baf","remote_addr":"[fd00:1122:3344:101::a]:42997","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:23.769426752Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62280"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:23.782371619Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:570","metadata":"InstanceMetadata { silo_id: aa09ea70-5935-4726-aa8b-daae29285c7a, project_id: 0ba5e404-8695-42aa-a849-7665ae57f2aa }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-30T19:49:23.226374Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(abc56fb8-ba04-4cc7-859c-561136aa9b40 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-08-30T19:49:23.303906964Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 288eb9ab-775c-4f6c-b5c1-a9f300cff222, kind: Instance { id: 177df596-2bc8-436c-a193-ec68f297307f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 253, 123])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6417893), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 288eb9ab-775c-4f6c-b5c1-a9f300cff222, kind: Instance { id: 177df596-2bc8-436c-a193-ec68f297307f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 253, 123])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6417893), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 288eb9ab-775c-4f6c-b5c1-a9f300cff222, kind: Instance { id: 177df596-2bc8-436c-a193-ec68f297307f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 253, 123])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6417893), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(6417893))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 288eb9ab-775c-4f6c-b5c1-a9f300cff222, kind: Instance { id: 177df596-2bc8-436c-a193-ec68f297307f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 253, 123])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6417893), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-3d2834543\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: f61f0bae-7309-409b-97f1-743b6d1487f0, read_only_parent: Some(Volume { block_size: 512, id: d687573a-13ab-47bb-9fb4-d7d5bd88758d, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 442b76d2-1f8c-4dd7-a018-58eba87a62a0, key: Some(\"Vw4mNtWoWK9GflJpgOG+5KBpMG9te9h4Z1VV4YBS69o=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::13]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f61f0bae-7309-409b-97f1-743b6d1487f0, key: Some(\"JJCFBPdyXdHHw4l394/kF+K8iy5bTMoRWM8ewpNOG2k=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::17]:19000\", \"[fd00:1122:3344:101::13]:19002\"] } }] } }], cloud_init_bytes: Some(..) }","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:23.7824209Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:603","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:23.782857798Z","hostname":"buskin","pid":1562,"propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:991","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 288eb9ab-775c-4f6c-b5c1-a9f300cff222, kind: Instance { id: 177df596-2bc8-436c-a193-ec68f297307f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 253, 123])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6417893), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 288eb9ab-775c-4f6c-b5c1-a9f300cff222, kind: Instance { id: 177df596-2bc8-436c-a193-ec68f297307f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 253, 123])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6417893), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 288eb9ab-775c-4f6c-b5c1-a9f300cff222, kind: Instance { id: 177df596-2bc8-436c-a193-ec68f297307f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 253, 123])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6417893), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(6417893))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 288eb9ab-775c-4f6c-b5c1-a9f300cff222, kind: Instance { id: 177df596-2bc8-436c-a193-ec68f297307f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 253, 123])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6417893), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-3d2834543\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: f61f0bae-7309-409b-97f1-743b6d1487f0, read_only_parent: Some(Volume { block_size: 512, id: d687573a-13ab-47bb-9fb4-d7d5bd88758d, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 442b76d2-1f8c-4dd7-a018-58eba87a62a0, key: Some(\"Vw4mNtWoWK9GflJpgOG+5KBpMG9te9h4Z1VV4YBS69o=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::15]:19001\", \"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::13]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f61f0bae-7309-409b-97f1-743b6d1487f0, key: Some(\"JJCFBPdyXdHHw4l394/kF+K8iy5bTMoRWM8ewpNOG2k=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::17]:19000\", \"[fd00:1122:3344:101::13]:19002\"] } }] } }], cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-30T19:49:23.226374Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:23.787668802Z","hostname":"buskin","pid":1562,"uri":"/vmms/abc56fb8-ba04-4cc7-859c-561136aa9b40","method":"PUT","req_id":"7de89d0d-d3a2-4443-b395-7fd8f27d9419","remote_addr":"[fd00:1122:3344:101::a]:62280","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":18156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:23.886079999Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58914"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:23.888078604Z","hostname":"buskin","pid":1562,"uri":"/vmms/abc56fb8-ba04-4cc7-859c-561136aa9b40/state","method":"PUT","req_id":"b3338f8f-3b3a-4d9d-8233-47f9cf56b40e","remote_addr":"[fd00:1122:3344:101::a]:58914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1913,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:23.88898961Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 250, 253, 123]), slot: 0, vni: Vni { inner: 6417893 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:23.889029531Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:23.925209946Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:23.950011601Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:25.474567492Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40 zone","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:25.474735885Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40\") failed: Property not found. retry in 52.610467ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:49:25.66023529Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40\") failed: Property not found. retry in 56.947429ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:49:25.72920898Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40\") failed: Property not found. retry in 231.649355ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:49:25.801991087Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40\") failed: Property not found. retry in 553.669707ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:49:26.050181812Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40\") failed: Property not found. retry in 689.137704ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:49:26.61480267Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40\") failed: Property not found. retry in 1.223097268s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:49:27.31578661Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40\") failed: Property not found. retry in 1.494397612s","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:49:28.55075592Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40\") failed: Property not found. retry in 504.516312ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:49:30.056583392Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:30.591944116Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1449"} {"msg":"wait for service Some(\"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40\") failed: Property not found. retry in 62.844434ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:49:30.601617095Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40\") failed: Property not found. retry in 116.914655ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:49:30.676354777Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40\") failed: Property not found. retry in 176.05983ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:49:30.802764545Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40\") failed: Property not found. retry in 522.952985ms","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:49:30.989328879Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.526136948Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1458"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.568847498Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1482"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.677635876Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43593"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.677765779Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3fb59bbe-ca61-49b5-80b7-0ab06d20c0b4","remote_addr":"[fd00:1122:3344:101::c]:43593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":78,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.705477335Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57983"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.732866416Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:727"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.733962105Z","hostname":"buskin","pid":1562,"uri":"/vmms/abc56fb8-ba04-4cc7-859c-561136aa9b40/state","method":"GET","req_id":"24d31a7d-24d7-4f7d-acc3-d535912652ca","remote_addr":"[fd00:1122:3344:101::c]:57983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":28435,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-08-30T19:49:31.734864731Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.734903171Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.734928822Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-30T19:49:31.734864731Z }","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.734935272Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-08-30T19:49:31.734864731Z }, migration_in: None, migration_out: None }","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-08-30T19:49:31.805552721Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.805580301Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.805615732Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-30T19:49:31.805552721Z }","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.805626752Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-08-30T19:49:31.805552721Z }, migration_in: None, migration_out: None }","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.812778418Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43687"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.850318866Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49540"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.851526898Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"df60272b-105b-4a2f-94cf-9e4294ba9e61","remote_addr":"[fd00:1122:3344:101::a]:49540","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.904170122Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64057"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.904486187Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"5459cd42-8998-4ef0-8c1c-f74b26874de7","remote_addr":"[fd00:1122:3344:101::c]:64057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":214,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.947598973Z","hostname":"buskin","pid":1562,"uri":"/vmms/abc56fb8-ba04-4cc7-859c-561136aa9b40/state","method":"GET","req_id":"48d287c5-2f7b-4af6-a97b-ab6b4cc2cda7","remote_addr":"[fd00:1122:3344:101::a]:43687","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":134773,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.949498807Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"8196e367-425a-4f86-b522-573f0ba6fe34","remote_addr":"[fd00:1122:3344:101::c]:43593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":330,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.975465242Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64729"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:31.975588755Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.023836161Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.085471653Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bf341ac0-cfbd-4873-b48f-5a9dbd2d3571","remote_addr":"[fd00:1122:3344:101::c]:64729","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":109936,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.085752468Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40440"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.085787228Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57519"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.08585711Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:65520"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.085968561Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.090138665Z","hostname":"buskin","pid":1562,"uri":"/vmms/abc56fb8-ba04-4cc7-859c-561136aa9b40/state","method":"GET","req_id":"b71b739d-0020-47f1-a026-688230bfcf06","remote_addr":"[fd00:1122:3344:101::b]:65520","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4081,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.090289447Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5c1870c6-f108-4913-877d-a924a139b3fd","remote_addr":"[fd00:1122:3344:101::c]:64729","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4349,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.090328098Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b2dc418a-149c-4f97-926c-8a772c6c02c8","remote_addr":"[fd00:1122:3344:101::b]:57519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4309,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.104965755Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48011"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.108986145Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b8324ffe-ef00-408c-88f9-2af3e3c8a60a","remote_addr":"[fd00:1122:3344:101::b]:57519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":137,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.110103865Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:41562"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.110290928Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"e149e065-2ab4-4533-bd81-b93dc0313a6c","remote_addr":"[fd00:1122:3344:101::a]:41562","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.111068462Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e126bd9a-bc67-4a7c-8254-bdd4e77cf47a","remote_addr":"[fd00:1122:3344:101::a]:49540","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":83,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.12520042Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.179011494Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59235"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.179220768Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f7fa8912-f464-4276-afbc-3ffa04db0fb3","remote_addr":"[fd00:1122:3344:101::b]:59235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":156,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.1838933Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.18391561Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0cb92839-ab81-4bc8-906d-ba94aa7970c5","remote_addr":"[fd00:1122:3344:101::a]:40440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98075,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.18788796Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3880ec8d-57a5-4cfa-a463-714e32ea6445","remote_addr":"[fd00:1122:3344:101::a]:40440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":708,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.216860618Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4062"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.26825419Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"62504c8e-0752-4735-8d7e-49adbaaef60d","remote_addr":"[fd00:1122:3344:101::b]:48011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":162989,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:32.268608556Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d2d25789-129c-46ed-8830-f37fb25380e3","remote_addr":"[fd00:1122:3344:101::b]:48011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":167,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:33.227551683Z","hostname":"buskin","pid":1562,"uri":"/289c9d10-fa69-4638-aac7-3cfc6b4e23be","method":"GET","req_id":"3625a2f5-3d3c-472f-8038-a4bd1a43235a","remote_addr":"[fd00:1122:3344:101::d]:42071","local_addr":"[fd00:1122:3344:101::1]:48378","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"289c9d10-fa69-4638-aac7-3cfc6b4e23be","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7686,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:40.882868529Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52659"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:40.88410165Z","hostname":"buskin","pid":1562,"uri":"/vmms/abc56fb8-ba04-4cc7-859c-561136aa9b40/state","method":"PUT","req_id":"18c1119d-6c2b-43bb-b47f-a8f12b95e23e","remote_addr":"[fd00:1122:3344:101::a]:52659","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1194,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-08-30T19:49:40.884202502Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:40.884223582Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:40.884235053Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-30T19:49:40.884202502Z }","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:40.884256103Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-08-30T19:49:40.884202502Z }, migration_in: None, migration_out: None }","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-08-30T19:49:40.974855983Z }","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:40.974879633Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:40.974911834Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-08-30T19:49:40.974855983Z }","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:40.974941624Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:630","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:40.974953054Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:40.976826337Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:40.977365237Z","hostname":"buskin","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/17afe9d4-47cb-4799-8d3d-ad69badedc16/debug/bundle/zone\", \"/pool/int/fc9e5708-cd50-4950-8336-db011df04e25/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/83c1a1b5-5f0a-46f8-a0fa-9e2ddbe675b9/crypt/debug\", \"/pool/ext/1693cbb3-d027-4679-ba05-f26fe21ef04a/crypt/debug\", \"/pool/ext/161cdb67-d423-452c-be58-7bca2891066e/crypt/debug\", \"/pool/ext/3fd4f884-7e56-4c58-871f-b010d32df20b/crypt/debug\", \"/pool/ext/6113cfc6-d07f-470a-963b-4465a62b65f1/crypt/debug\", \"/pool/ext/9a6b9e1b-b715-4f19-b00f-4a1c2b109fdc/crypt/debug\", \"/pool/ext/50a6c5cd-19db-4cbc-bda0-e365b45637b0/crypt/debug\", \"/pool/ext/a2ff29f8-f12c-4d2f-add0-1d5faf6635ee/crypt/debug\", \"/pool/ext/d69ccb3d-8bd7-402d-b7bd-712c30af96dc/crypt/debug\"] }","zone_name":"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:41.595929071Z","hostname":"buskin","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1137","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40\", bundle_id: 6758943d-2ca7-4505-bf11-cd01b5393f4f }, time_created: 2024-08-30T19:49:40.977522140Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_abc56fb8-ba04-4cc7-859c-561136aa9b40","v":0,"name":"SledAgent","level":40,"time":"2024-08-30T19:49:41.596023482Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:826"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:42.119735622Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42839"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:42.119908085Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a39c7aad-9f60-40e9-8a01-0f613b12d062","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42839","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":119,"response_code":"200"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:43.349579981Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:43.365397709Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(6417893), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:43.36543725Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(6417893), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:43.366574439Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-30T19:49:43.366545999Z }, migration_in: None, migration_out: None }","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:43.397532763Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-08-30T19:49:43.366545999Z }, migration_in: None, migration_out: None }","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:43.402813446Z","hostname":"buskin","pid":1562,"instance_id":"177df596-2bc8-436c-a193-ec68f297307f","propolis_id":"abc56fb8-ba04-4cc7-859c-561136aa9b40","instance_id":"177df596-2bc8-436c-a193-ec68f297307f","component":"InstanceManager","file":"sled-agent/src/instance.rs:763"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:43.864992285Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37186"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:43.865093967Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"8dfb5d0b-c9a3-4ae2-9a90-26e6bc922c0b","remote_addr":"[fd00:1122:3344:101::b]:37186","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":63,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:43.873307061Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e27cfea6-5ff6-4223-b759-6664740d6939","remote_addr":"[fd00:1122:3344:101::b]:37186","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:43.969645552Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63497"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:43.969857945Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"7d151324-0031-45d8-9abe-b85358195e70","remote_addr":"[fd00:1122:3344:101::b]:63497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":177,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:44.4847326Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40682"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:44.484986944Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"bce13c91-2af7-4be6-9e30-a504878e81ca","remote_addr":"[fd00:1122:3344:101::a]:40682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":212,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:45.585636557Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64641"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:45.585754779Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"406cd2c8-4c23-431b-94e6-71a53dde6d6b","remote_addr":"[fd00:1122:3344:101::a]:64641","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":89,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-08-30T19:49:45.594399671Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"8677465d-3738-42a5-886d-19ae3dac9435","remote_addr":"[fd00:1122:3344:101::a]:64641","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":117,"response_code":"204"}