[ Sep 9 20:57:34 Enabled. ] [ Sep 9 20:57:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Sep 9 20:57:34 Method "start" exited with status 0. ] [ Sep 9 20:57:34 Rereading configuration. ] [ Sep 9 20:57:34 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:34.813560676Z","hostname":"buskin","pid":1562,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:34.813705868Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:34.867354944Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:34.867401864Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:34.976606587Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:34.985359369Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:34.994154402Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.603619891Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.745821579Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.745860999Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.745885Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.745968081Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.745977871Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.745988641Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:716"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.748866805Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:623"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:35.748873535Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:765"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.748888065Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.748891855Z","hostname":"buskin","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:824"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.748915695Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.748961936Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.749045437Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.749067767Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.749077747Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.759781062Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.759808912Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"6a4d02a1-72e3-432c-b35e-694e048917fc (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:35.855901743Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 6a4d02a1-72e3-432c-b35e-694e048917fc (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.266555172Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.266594263Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.266600463Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.266615513Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.266622963Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.266640903Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.266646203Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.275424195Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.275448906Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:371","id":"29c9d69a-3db2-4d9b-a249-66476c7e2dd1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.364551225Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 29c9d69a-3db2-4d9b-a249-66476c7e2dd1 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777056866Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777107177Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6a4d02a1-72e3-432c-b35e-694e048917fc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 29c9d69a-3db2-4d9b-a249-66476c7e2dd1 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777144767Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777155227Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777164108Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777171598Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777175978Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777182828Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777189528Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6a4d02a1-72e3-432c-b35e-694e048917fc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 29c9d69a-3db2-4d9b-a249-66476c7e2dd1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777207268Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777213838Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777230118Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777234759Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777249299Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777254669Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6a4d02a1-72e3-432c-b35e-694e048917fc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 29c9d69a-3db2-4d9b-a249-66476c7e2dd1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777271169Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777275779Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777280889Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777284149Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777287789Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6a4d02a1-72e3-432c-b35e-694e048917fc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 29c9d69a-3db2-4d9b-a249-66476c7e2dd1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777303709Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777308169Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.77732084Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.77732452Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.77732912Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.7773327Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6a4d02a1-72e3-432c-b35e-694e048917fc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 29c9d69a-3db2-4d9b-a249-66476c7e2dd1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.77734971Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.77735396Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.77738207Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.77738769Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777422491Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777436531Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777440721Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777447861Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6a4d02a1-72e3-432c-b35e-694e048917fc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 29c9d69a-3db2-4d9b-a249-66476c7e2dd1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777475901Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777484971Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777488671Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777497622Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777502351Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777506652Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6a4d02a1-72e3-432c-b35e-694e048917fc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 29c9d69a-3db2-4d9b-a249-66476c7e2dd1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777536782Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777542452Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777545982Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777552212Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6a4d02a1-72e3-432c-b35e-694e048917fc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 29c9d69a-3db2-4d9b-a249-66476c7e2dd1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777575092Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777579603Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777583432Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777601153Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777606143Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777610063Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6a4d02a1-72e3-432c-b35e-694e048917fc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 29c9d69a-3db2-4d9b-a249-66476c7e2dd1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777638043Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777642063Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777646353Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777650573Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777653993Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777663744Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777670224Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6a4d02a1-72e3-432c-b35e-694e048917fc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 29c9d69a-3db2-4d9b-a249-66476c7e2dd1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777698774Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777703614Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777707034Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777710414Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777760565Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777774975Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777782455Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777795295Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777802315Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777809605Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777832086Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.777842535Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.788400009Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:730"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.788434279Z","hostname":"buskin","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99994886s","next_cleanup":"Instant { tv_sec: 1316, tv_nsec: 638301234 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.788446069Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3842"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.78848134Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.7885356Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.790423612Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.791493135Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.791573096Z","hostname":"buskin","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.791819969Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.791829149Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.791887149Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.79194647Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.79197293Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.79197747Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.792006111Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.792019291Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.792032901Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.792036811Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.792040421Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:155"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.792043921Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:128"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.792054361Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.792082102Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.792418845Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 5b9b4af7-9404-4d50-bade-7896e93bbe04,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: a1d48343-ef24-4db3-b93a-10d710ca070c,\n rack_id: 5b9b4af7-9404-4d50-bade-7896e93bbe04,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n local_pref: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.792681529Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:175"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.792698169Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.792740239Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.79275126Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.792903841Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.793042793Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.793078313Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:221","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: a1d48343-ef24-4db3-b93a-10d710ca070c, rack_id: 5b9b4af7-9404-4d50-bade-7896e93bbe04, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.793208505Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:64052","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: a1d48343-ef24-4db3-b93a-10d710ca070c, rack_id: 5b9b4af7-9404-4d50-bade-7896e93bbe04, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.793319116Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:359"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.793328226Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:374"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.793361676Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.793366227Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.793369827Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.793378217Z","hostname":"buskin","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.793383167Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.793389947Z","hostname":"buskin","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.793394677Z","hostname":"buskin","pid":1562,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.793399457Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.793403037Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.793406347Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.793409987Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.793413997Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.795527182Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4139"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.795595283Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4521"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.827392204Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.847882952Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.86566476Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.870128972Z","hostname":"buskin","pid":1562,"sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:388"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.870169712Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.870200533Z","hostname":"buskin","pid":1562,"sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:400"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.870214133Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 118.744144ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.872880474Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee76e11a-6307-4892-b536-e40ab56508f0\", \"content-length\": \"124\", \"date\": \"Mon, 09 Sep 2024 20:57:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ee76e11a-6307-4892-b536-e40ab56508f0\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_6a4d02a1-72e3-432c-b35e-694e048917fc/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.882620148Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_6a4d02a1-72e3-432c-b35e-694e048917fc/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.905206061Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_6a4d02a1-72e3-432c-b35e-694e048917fc/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.905250372Z","hostname":"buskin","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.910076998Z","hostname":"buskin","pid":1562,"sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:415"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.910087588Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:127"} {"msg":"Ensuring dataset oxi_6a4d02a1-72e3-432c-b35e-694e048917fc/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.910092438Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:137"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.992317296Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 159.47864ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.992876333Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8662c44-c21a-445c-9787-115e3d7584f2\", \"content-length\": \"124\", \"date\": \"Mon, 09 Sep 2024 20:57:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f8662c44-c21a-445c-9787-115e3d7584f2\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:36.996553416Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:172"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.1537878Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 112.935853ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.154466568Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f720df1-55c7-438e-89ae-7dde485ef9c3\", \"content-length\": \"124\", \"date\": \"Mon, 09 Sep 2024 20:57:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3f720df1-55c7-438e-89ae-7dde485ef9c3\" }"} {"msg":"Mounting oxi_6a4d02a1-72e3-432c-b35e-694e048917fc/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.216611143Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:180"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.229520803Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:188"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.229575054Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:188"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.229590494Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:188"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.229609604Z","hostname":"buskin","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:194"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.268646539Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 120.967754ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.269150715Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b23ea3bc-4877-4e6d-b512-cc549a24793b\", \"content-length\": \"124\", \"date\": \"Mon, 09 Sep 2024 20:57:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b23ea3bc-4877-4e6d-b512-cc549a24793b\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.390296328Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 109.414015ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.391008397Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df7de294-7b10-441f-8592-6287fe07ca43\", \"content-length\": \"124\", \"date\": \"Mon, 09 Sep 2024 20:57:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"df7de294-7b10-441f-8592-6287fe07ca43\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.501759908Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 356.823285ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.502364396Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddb728e0-dac7-4e29-8008-846e610b72a1\", \"content-length\": \"124\", \"date\": \"Mon, 09 Sep 2024 20:57:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ddb728e0-dac7-4e29-8008-846e610b72a1\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.860567573Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 446.289651ms)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.861322112Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a5557d3-5637-4aaa-a37a-538fb34dffc8\", \"content-length\": \"124\", \"date\": \"Mon, 09 Sep 2024 20:57:37 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3a5557d3-5637-4aaa-a37a-538fb34dffc8\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.958403124Z","hostname":"buskin","pid":1562,"sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.964404754Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:58469","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.964439055Z","hostname":"buskin","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:73","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.964497116Z","hostname":"buskin","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:58469","producer_id":"a1d48343-ef24-4db3-b93a-10d710ca070c"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:37.9657584Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"192.418492ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.96661929Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.96662708Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.966709921Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:914","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:37.966723452Z","hostname":"buskin","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:73","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:38.160353889Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"517.914218ms"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:38.308320145Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:38.679895379Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.144437285s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:39.826789206Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.868791891s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:40.498835323Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2615"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:40.498880634Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2833"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:40.498886494Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2485"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:40.498890514Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2532"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:40.498894104Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2914"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:40.498897544Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2956"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:40.500788536Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2758"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:40.502437655Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2526"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:40.502594977Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:40.502731769Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 34.823255ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:40.705866158Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 97.102641ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:40.920298369Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 167.500207ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:41.122224114Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 488.079287ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:41.299556892Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:41.697824027Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.487154295s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 870.608626ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:41.851320767Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 907.971476ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:42.911590853Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 583.043368ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:44.051375056Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 876.654636ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:44.722221411Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 847.857822ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:45.667746148Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:46.186181095Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.701623166s"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:46.935808678Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:46.935864809Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:429"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:46.935875519Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:46.935894499Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:46.936135202Z","hostname":"buskin","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:46.936331354Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:46.936361505Z","hostname":"buskin","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:46.936377855Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3842"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:46.936385375Z","hostname":"buskin","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:64052","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.156669534Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:112","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.156729494Z","hostname":"buskin","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:236","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.156806075Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.156839156Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.156852836Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.156869346Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.156907966Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.156917076Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.162052326Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4163","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.162066686Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4179"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.162072697Z","hostname":"buskin","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.44442425Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:43450"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.444697053Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.444772334Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"14a5c75b-cc64-41e4-8c74-f80ddf7543b2","remote_addr":"[fd00:1122:3344:101::1]:43450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":194,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.474934566Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:33307"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.475176529Z","hostname":"buskin","pid":1562,"uri":"/sled-role","method":"GET","req_id":"80bc9d6b-d8f6-4b7d-bebb-d69354dc15ba","remote_addr":"[fd00:1122:3344:101::1]:33307","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":62,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.476766457Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.476811308Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.477165922Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.477380654Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:1001"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 151b748c-67bc-46b4-ad8d-ec24cb9fa454, pool_id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 285a497a-8acb-471b-a21e-ba38fea0dc53, pool_id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 45f57396-ad84-4a06-8912-13d06761d611, pool_id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 8f518458-3629-4d42-bb64-93feb653b119, pool_id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: c4d7c2b7-6e5e-47ac-8837-eca5803954ed, pool_id: b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: b0420e23-4172-440e-877c-c614f57dfae6, pool_id: 8758eec3-95e2-458c-8602-6205e960d134 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 8136490e-dfce-4c9f-b257-e2fe07635a14, pool_id: 7a724fcc-a8fb-412e-9490-a4180405fde7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 7db68b8d-b7f0-4e8e-a5a8-70ba910b40c8, pool_id: 9c3271ff-99ca-420c-9c9f-073762f4cb70 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 85dbf46a-62c0-40a3-ac7e-ded7988d71cb, pool_id: 9257fa63-69d6-4de5-9cb8-460635bd4546 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.510194357Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.510340279Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:34488"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.510645632Z","hostname":"buskin","pid":1562,"sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:856"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 151b748c-67bc-46b4-ad8d-ec24cb9fa454, pool_id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 285a497a-8acb-471b-a21e-ba38fea0dc53, pool_id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 45f57396-ad84-4a06-8912-13d06761d611, pool_id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 8f518458-3629-4d42-bb64-93feb653b119, pool_id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: c4d7c2b7-6e5e-47ac-8837-eca5803954ed, pool_id: b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: b0420e23-4172-440e-877c-c614f57dfae6, pool_id: 8758eec3-95e2-458c-8602-6205e960d134 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 8136490e-dfce-4c9f-b257-e2fe07635a14, pool_id: 7a724fcc-a8fb-412e-9490-a4180405fde7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 7db68b8d-b7f0-4e8e-a5a8-70ba910b40c8, pool_id: 9c3271ff-99ca-420c-9c9f-073762f4cb70 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 85dbf46a-62c0-40a3-ac7e-ded7988d71cb, pool_id: 9257fa63-69d6-4de5-9cb8-460635bd4546 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.510692573Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.510706423Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.510712673Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.510717443Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.510729213Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.510738483Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.510743983Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.510748513Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.656435313Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:47.656472883Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"3634a2c6-2441-44d1-961c-492b8f9a328b (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a1d48343-ef24-4db3-b93a-10d710ca070c): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-09T20:57:48.14323167Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.390317412Z","hostname":"buskin","pid":1562,"component":"VmmReservoirManager","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.438124619Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.446058432Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.446158023Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.446169963Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.446194163Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.446202334Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.446349605Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.446358635Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.481711308Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3634a2c6-2441-44d1-961c-492b8f9a328b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.489567599Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_3634a2c6-2441-44d1-961c-492b8f9a328b","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.66368553Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.6714007Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.671439511Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.671445901Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.671454161Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.671458781Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.681071903Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.681096673Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.772647791Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.780379061Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.780411262Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.780417282Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.780435612Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.780491603Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.780607154Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.780613654Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.814043754Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ba7daca0-d7ac-4ecc-943d-6b4f11362cad/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.822446282Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_ba7daca0-d7ac-4ecc-943d-6b4f11362cad","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.98870513Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.996557892Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.996598852Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.996608073Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.996613422Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:48.996619282Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.006790381Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.006826092Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.10440057Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.112333082Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.112398293Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.112407413Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.112449793Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.112463794Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.112595725Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.112604085Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a1d48343-ef24-4db3-b93a-10d710ca070c): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-09T20:57:49.147217249Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.149097371Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9bcffa1f-e971-48fb-aba8-f2d285cd33ed/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.157295457Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_9bcffa1f-e971-48fb-aba8-f2d285cd33ed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.331905483Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.339942227Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.339990367Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.339997948Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.340004858Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.340011278Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.349691891Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.349721041Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"f3339ebc-2844-410e-b416-3408732ba1b1 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.442631955Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.450251684Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.450280434Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.450287734Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.450347435Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.450355995Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.450483196Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.450513007Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.48336306Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_f3339ebc-2844-410e-b416-3408732ba1b1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.490896368Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_f3339ebc-2844-410e-b416-3408732ba1b1","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.661409087Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.669279828Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.669320879Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.669329479Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.669335269Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.669342439Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.678055161Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.678087921Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.770311497Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.777899325Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.777948376Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.777963366Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.777974646Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.777989186Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.778136718Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.778146548Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.810951811Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.817892842Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.977139338Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.984024329Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.984063099Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.98410755Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.98411956Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.9841444Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.99272883Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:49.992758181Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"8758eec3-95e2-458c-8602-6205e960d134 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.084068276Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 8758eec3-95e2-458c-8602-6205e960d134 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.090871635Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.090911196Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.090919206Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.090933886Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.090950156Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.091063247Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.091080767Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.121989208Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_8758eec3-95e2-458c-8602-6205e960d134/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.128668006Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a1d48343-ef24-4db3-b93a-10d710ca070c): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-09T20:57:50.150321329Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_8758eec3-95e2-458c-8602-6205e960d134","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.30047474Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.30732071Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.30735309Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.30736018Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.30736666Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.30737128Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.317322696Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.317346107Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"7a724fcc-a8fb-412e-9490-a4180405fde7 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.409436581Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 7a724fcc-a8fb-412e-9490-a4180405fde7 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.417176391Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.417211031Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.417242342Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.417255422Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.417266972Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.417387593Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.417401674Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.453413474Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_7a724fcc-a8fb-412e-9490-a4180405fde7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.461241645Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"Looking for unencrypted datasets in oxp_7a724fcc-a8fb-412e-9490-a4180405fde7","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.630336537Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.637968776Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.638019097Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.638030337Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.638042377Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.638050847Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.647958163Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.648003763Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"9c3271ff-99ca-420c-9c9f-073762f4cb70 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.741459763Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 9c3271ff-99ca-420c-9c9f-073762f4cb70 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.749390066Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.749469447Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.749483227Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.749552788Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.749565618Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.74971547Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.74972438Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.788826086Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9c3271ff-99ca-420c-9c9f-073762f4cb70/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.797276724Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:50.892462965Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"16.709004126s"} {"msg":"Looking for unencrypted datasets in oxp_9c3271ff-99ca-420c-9c9f-073762f4cb70","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.981989508Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.990124313Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.990169993Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.990180054Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.990187064Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:50.990193334Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.000101789Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:360"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.00016151Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:366","id":"9257fa63-69d6-4de5-9cb8-460635bd4546 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.096374072Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:174","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 9257fa63-69d6-4de5-9cb8-460635bd4546 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.105064524Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:218","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.105120224Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:220","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.105131244Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:224","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.105145114Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:226","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.105175695Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.105286846Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.105300996Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.141785792Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9257fa63-69d6-4de5-9cb8-460635bd4546/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.149272499Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:281"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a1d48343-ef24-4db3-b93a-10d710ca070c): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-09T20:57:51.152909152Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_9257fa63-69d6-4de5-9cb8-460635bd4546","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.311586782Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:367"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.318528143Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.318573904Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.318651225Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.318781346Z","hostname":"buskin","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6a4d02a1-72e3-432c-b35e-694e048917fc (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 29c9d69a-3db2-4d9b-a249-66476c7e2dd1 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 8758eec3-95e2-458c-8602-6205e960d134 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7a724fcc-a8fb-412e-9490-a4180405fde7 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9c3271ff-99ca-420c-9c9f-073762f4cb70 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 9257fa63-69d6-4de5-9cb8-460635bd4546 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.318860587Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.318869227Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.318907218Z","hostname":"buskin","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.31913569Z","hostname":"buskin","pid":1562,"sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:860"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.319153751Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.319166291Z","hostname":"buskin","pid":1562,"sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:886","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.319171991Z","hostname":"buskin","pid":1562,"sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:891"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.319190951Z","hostname":"buskin","pid":1562,"sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:896"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.319211531Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.319218991Z","hostname":"buskin","pid":1562,"sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:902"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.319270382Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:803","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.319276822Z","hostname":"buskin","pid":1562,"sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:907"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.319374893Z","hostname":"buskin","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"c0f8dddb-c9bb-41cd-89a9-61b13ff27826","remote_addr":"[fd00:1122:3344:101::1]:34488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3808893,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: e294b9a9-320d-4040-97f2-e5f98847c9e9, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17435f6f-2135-4cb2-b681-a096234480f2, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: aff25653-2bf9-4d5d-97c9-17b23bd16694, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.350966862Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.351113634Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55007"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e294b9a9-320d-4040-97f2-e5f98847c9e9, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.351297186Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.351314076Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e294b9a9-320d-4040-97f2-e5f98847c9e9, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17435f6f-2135-4cb2-b681-a096234480f2, dataset_name: DatasetName { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.402418922Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.402457282Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 17435f6f-2135-4cb2-b681-a096234480f2, dataset_name: DatasetName { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aff25653-2bf9-4d5d-97c9-17b23bd16694, dataset_name: DatasetName { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.45198807Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.452033371Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: aff25653-2bf9-4d5d-97c9-17b23bd16694, dataset_name: DatasetName { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.501002652Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.501043412Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.501049602Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.501106183Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.544720842Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.544775722Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.544783652Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.594465232Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.597930502Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.601407223Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.614153822Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.618085937Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:51.621873741Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a1d48343-ef24-4db3-b93a-10d710ca070c): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-09-09T20:57:52.154501483Z","hostname":"buskin","pid":1562,"component":"ProbeManager","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:53.125387737Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:53.125516278Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:53.125786751Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:53.609172269Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:54.086665648Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:54.086774029Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:54.08678726Z","hostname":"buskin","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9\") failed: Property not found. retry in 41.071293ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:54.094661281Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:54.094706612Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:54.09882323Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9\") failed: Property not found. retry in 104.112141ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:54.145903959Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694\") failed: Property not found. retry in 73.571135ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:54.223787487Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2\") failed: Property not found. retry in 45.260178ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:54.230302223Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9\") failed: Property not found. retry in 226.214875ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:54.257231277Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2\") failed: Property not found. retry in 138.241008ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:54.282810556Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694\") failed: Property not found. retry in 60.978349ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:54.41007001Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2\") failed: Property not found. retry in 251.985295ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:54.544866992Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9\") failed: Property not found. retry in 394.385298ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:54.558940227Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694\") failed: Property not found. retry in 215.809596ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:54.569897464Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694\") failed: Property not found. retry in 414.698461ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:54.7976146Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2\") failed: Property not found. retry in 436.388306ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:54.807237203Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9\") failed: Property not found. retry in 1.194140023s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:54.96308743Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694\") failed: Property not found. retry in 515.044407ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:55.221953399Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2\") failed: Property not found. retry in 824.279813ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:55.252964671Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694\") failed: Property not found. retry in 1.438428046s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:55.746484057Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2\") failed: Property not found. retry in 673.35686ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:56.088372704Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9\") failed: Property not found. retry in 760.229323ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:56.165942689Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:56.714557397Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4187"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:56.714624148Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4197","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:56.720569867Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4276"} {"msg":"wait for service Some(\"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2\") failed: Property not found. retry in 581.888296ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:56.770919935Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:56.847829712Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4324"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:56.847870922Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4351"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:56.885815765Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4364"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:56.885858685Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"wait for service Some(\"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9\") failed: Property not found. retry in 1.187879742s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:56.935655736Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:56.941027809Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4270"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:56.941035239Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4331","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:56.960094171Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4342"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:56.960135942Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4384"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.051923382Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4416"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.051970312Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4422"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.177226663Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4463"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.177287484Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:366"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.17784588Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::2]:57623"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.178100434Z","hostname":"buskin","pid":1562,"uri":"/sled-identifiers","method":"GET","req_id":"6b090323-c28c-4f9c-8247-de5504e48e45","remote_addr":"[fd00:1122:3344:101::2]:57623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":74,"response_code":"200"} {"msg":"wait for service Some(\"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694\") failed: Property not found. retry in 1.470123883s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:57.194203591Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a1d48343-ef24-4db3-b93a-10d710ca070c): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:57.213877691Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.214248995Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:414"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.246726634Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:676"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.246836225Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:714"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.24726413Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.247311701Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:436","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.285416305Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.333777909Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.33383696Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.33385867Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.333896191Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.333905481Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.333914471Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.333921371Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.333929661Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.333936371Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.333944701Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.333951701Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.333958171Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.333963152Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.333968141Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.333972721Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.333981462Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.333986532Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.333991112Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.333996202Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.334002132Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.334007832Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.334012762Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:57:57.334017332Z","hostname":"buskin","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2\") failed: Property not found. retry in 1.441560757s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:57.362093889Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9\") failed: Property not found. retry in 741.80032ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:58.132215081Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694\") failed: Property not found. retry in 1.376658695s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:58.674598907Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2\") failed: Property not found. retry in 621.683649ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:57:58.812557717Z","hostname":"buskin","pid":1562,"zone":"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.071495389Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_internal_dns_e294b9a9-320d-4040-97f2-e5f98847c9e9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.07156813Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_internal_dns_aff25653-2bf9-4d5d-97c9-17b23bd16694"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.07157849Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_internal_dns_17435f6f-2135-4cb2-b681-a096234480f2"} {"msg":"Writing ledger to /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.07159229Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.071944804Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.072271178Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"56cec4ff-a3c0-41b7-ad51-9ed0af16d08f","remote_addr":"[fd00:1122:3344:101::1]:55007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8721105,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.074258331Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.121149008Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.166319525Z","hostname":"buskin","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.211754435Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.211766935Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.244939232Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.245682431Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.245708281Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: e294b9a9-320d-4040-97f2-e5f98847c9e9, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17435f6f-2135-4cb2-b681-a096234480f2, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: aff25653-2bf9-4d5d-97c9-17b23bd16694, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 6284b7ea-4c40-4829-a65c-9da098f3b3cc, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 24070912-6eb8-4e0a-9e0b-e3556e171468, kind: Service { id: 6284b7ea-4c40-4829-a65c-9da098f3b3cc }, name: Name(\"ntp-6284b7ea-4c40-4829-a65c-9da098f3b3cc\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 71])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.275415187Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.275506459Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:51181"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e294b9a9-320d-4040-97f2-e5f98847c9e9, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.27565864Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.27566879Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e294b9a9-320d-4040-97f2-e5f98847c9e9, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17435f6f-2135-4cb2-b681-a096234480f2, dataset_name: DatasetName { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.296579904Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.296652965Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 17435f6f-2135-4cb2-b681-a096234480f2, dataset_name: DatasetName { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aff25653-2bf9-4d5d-97c9-17b23bd16694, dataset_name: DatasetName { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.314108569Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.314153939Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: aff25653-2bf9-4d5d-97c9-17b23bd16694, dataset_name: DatasetName { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.330936605Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.330975345Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.331134637Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.331211158Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.342360338Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.373987727Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.376433926Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.376448586Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.408431189Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 255, 71]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.408442839Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.40935308Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.40936218Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.409620993Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.410838877Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.436510746Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:00.455399867Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:01.079297833Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:01.079406094Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc\") failed: Property not found. retry in 49.936715ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:01.204475003Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc\") failed: Property not found. retry in 70.358547ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:01.262963555Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc\") failed: Property not found. retry in 228.417639ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:01.346823843Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc\") failed: Property not found. retry in 236.07762ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:01.584427094Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc\") failed: Property not found. retry in 992.756189ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:01.829695005Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc\") failed: Property not found. retry in 1.141050857s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:02.832528811Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc\") failed: Property not found. retry in 1.239072753s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:03.98395222Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc\") failed: Property not found. retry in 1.46500258s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:05.231244107Z","hostname":"buskin","pid":1562,"zone":"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:06.71560635Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc"} {"msg":"Writing ledger to /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:06.715691741Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:06.716060785Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:06.71646592Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"900c85a5-7918-48e3-82a4-b418a64622de","remote_addr":"[fd00:1122:3344:101::1]:51181","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6440924,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:06.718434673Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:06.748476163Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:06.748660535Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:39397"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-09T20:58:06.756997442Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3828"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:06.757135404Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"81709449-420e-41c5-9a9c-7e10c7db47f3","remote_addr":"[fd00:1122:3344:101::1]:39397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8362,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:06.758702602Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:06.877445277Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:06.877566939Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:58482"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-09T20:58:10.885485293Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3828"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:10.885595184Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"f5b793cf-09f2-4e3c-b26d-706aae420fb1","remote_addr":"[fd00:1122:3344:101::1]:58482","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4007895,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:10.889437579Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:11.088103506Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:11.088327798Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:50539"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-09T20:58:11.097424295Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3828"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:11.097616257Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"2802bb9c-72e3-4ad4-97e1-7252c2f4c77a","remote_addr":"[fd00:1122:3344:101::1]:50539","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9212,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:11.100134316Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:11.233580992Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:11.233739094Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:35739"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_6284b7ea-4c40-4829-a65c-9da098f3b3cc': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-09-09T20:58:15.245776813Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3828"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:15.245878907Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"4c1e3949-642a-413c-aa00-0ef7c06e3b84","remote_addr":"[fd00:1122:3344:101::1]:35739","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008762,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:15.248197811Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:15.460481475Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:15.460607758Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:49786"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:15.469139976Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"79d9cd6a-3365-48b7-a9b5-de6139398bcc","remote_addr":"[fd00:1122:3344:101::1]:49786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8438,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.059114173 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:15.471573602Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:15.471580812Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:15.800779178Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:15.801014129Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:53743"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:15.809363957Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"41d5f570-de83-4853-823f-63d08b7b9523","remote_addr":"[fd00:1122:3344:101::1]:53743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8291,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1110067328, ip_addr: 66.42.72.128, stratum: 3, ref_time: 1725915495.7405243, correction: 0.059380915 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:15.812578003Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:15.81258944Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:16.115972189Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:16.116117775Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:64830"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:16.12497442Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"52f28b92-5c0c-4612-843a-84c102dbb507","remote_addr":"[fd00:1122:3344:101::1]:64830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8780,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1110067328, ip_addr: 66.42.72.128, stratum: 3, ref_time: 1725915495.7405243, correction: 0.058528613 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:16.12716176Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:16.127172879Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:16.527736559Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:16.527891848Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:44056"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:16.536319279Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"dc6a859a-b61a-4f49-bb1b-dd934ef4af60","remote_addr":"[fd00:1122:3344:101::1]:44056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8293,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1110067328, ip_addr: 66.42.72.128, stratum: 3, ref_time: 1725915495.7405243, correction: 0.057417378 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:16.537994832Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:16.537999876Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:16.917631631Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:16.917757473Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:56904"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:16.925226982Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"38bb6b8d-e2ef-4458-87f2-c27bd7c25b9e","remote_addr":"[fd00:1122:3344:101::1]:56904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7385,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1110067328, ip_addr: 66.42.72.128, stratum: 3, ref_time: 1725915496.5572546, correction: 0.055576552 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:16.926803457Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:16.926809045Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:17.603381323Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:17.603546569Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:53381"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:17.612149813Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"74d6cc0c-37bc-48db-9329-21d7908e08fe","remote_addr":"[fd00:1122:3344:101::1]:53381","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8489,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1110067328, ip_addr: 66.42.72.128, stratum: 3, ref_time: 1725915496.5572546, correction: 0.053721469 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:17.613685687Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:17.613690628Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:18.189341929Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:18.189514217Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:58182"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:18.198027155Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"f349e8bd-ce66-45fd-9848-00fd3cd446f4","remote_addr":"[fd00:1122:3344:101::1]:58182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8377,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1110067328, ip_addr: 66.42.72.128, stratum: 3, ref_time: 1725915496.7742667, correction: 0.051854137 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:18.201231795Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:18.20124388Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:18.944286546Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:18.944389073Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:36110"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:18.964819309Z","hostname":"buskin","pid":1562,"uri":"/timesync","method":"GET","req_id":"f24b698c-46d0-4c17-9b12-82924121e795","remote_addr":"[fd00:1122:3344:101::1]:36110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":20238,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1110067328, ip_addr: 66.42.72.128, stratum: 3, ref_time: 1725915497.971084, correction: 0.049406584 }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:18.968034732Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:18.968044941Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: e294b9a9-320d-4040-97f2-e5f98847c9e9, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17435f6f-2135-4cb2-b681-a096234480f2, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: aff25653-2bf9-4d5d-97c9-17b23bd16694, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 6284b7ea-4c40-4829-a65c-9da098f3b3cc, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 24070912-6eb8-4e0a-9e0b-e3556e171468, kind: Service { id: 6284b7ea-4c40-4829-a65c-9da098f3b3cc }, name: Name(\"ntp-6284b7ea-4c40-4829-a65c-9da098f3b3cc\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 71])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 9a946cc1-a3d1-4085-a3cd-088e64433418, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External } } } }, OmicronZoneConfig { id: 33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External } } } }, OmicronZoneConfig { id: 9021d87d-4ff2-4923-9b0f-7a563c618200, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External } } } }, OmicronZoneConfig { id: 97187a07-1dfe-49ae-b1de-17591c5c68f1, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 55fde2d8-a01b-4c8e-b588-79a9c64469d7, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:18.999296998Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:18.999408102Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:57256"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e294b9a9-320d-4040-97f2-e5f98847c9e9, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:18.999660021Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:18.999669237Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e294b9a9-320d-4040-97f2-e5f98847c9e9, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17435f6f-2135-4cb2-b681-a096234480f2, dataset_name: DatasetName { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.021083764Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.021127912Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 17435f6f-2135-4cb2-b681-a096234480f2, dataset_name: DatasetName { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aff25653-2bf9-4d5d-97c9-17b23bd16694, dataset_name: DatasetName { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.04005726Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.040150157Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: aff25653-2bf9-4d5d-97c9-17b23bd16694, dataset_name: DatasetName { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a946cc1-a3d1-4085-a3cd-088e64433418, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.058905127Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.058936984Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 9a946cc1-a3d1-4085-a3cd-088e64433418, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3, dataset_name: DatasetName { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.115246613Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.115278272Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3, dataset_name: DatasetName { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9021d87d-4ff2-4923-9b0f-7a563c618200, dataset_name: DatasetName { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.1675803Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.167613328Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 9021d87d-4ff2-4923-9b0f-7a563c618200, dataset_name: DatasetName { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 97187a07-1dfe-49ae-b1de-17591c5c68f1, dataset_name: DatasetName { pool_name: ZpoolName { id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.220374512Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.220409595Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 97187a07-1dfe-49ae-b1de-17591c5c68f1, dataset_name: DatasetName { pool_name: ZpoolName { id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55fde2d8-a01b-4c8e-b588-79a9c64469d7, dataset_name: DatasetName { pool_name: ZpoolName { id: b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.271131348Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.271165839Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 55fde2d8-a01b-4c8e-b588-79a9c64469d7, dataset_name: DatasetName { pool_name: ZpoolName { id: b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.322299286Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.322343622Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.322562061Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.322661822Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.400087234Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.400125052Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.400128991Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.400134241Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.400139753Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.493106359Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.497100099Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.501347538Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.505886147Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.509854212Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.514361112Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.518416006Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.522748557Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.527209224Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:19.531694454Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:22.534560085Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:22.534769282Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:22.542303204Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:22.54241983Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:22.574616127Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:22.574754054Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:22.582617964Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:22.582717772Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:22.602728135Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:22.602855327Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200\") failed: Property not found. retry in 48.495282ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:22.683943012Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1\") failed: Property not found. retry in 32.517703ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:22.691744771Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418\") failed: Property not found. retry in 44.185902ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:22.717422899Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7\") failed: Property not found. retry in 42.024074ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:22.724150471Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1\") failed: Property not found. retry in 146.802858ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:22.731045152Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3\") failed: Property not found. retry in 57.637946ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:22.736517263Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200\") failed: Property not found. retry in 128.625324ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:22.743183914Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418\") failed: Property not found. retry in 70.059197ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:22.970482892Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3\") failed: Property not found. retry in 112.807875ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:23.332236865Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1\") failed: Property not found. retry in 290.956746ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:23.733542863Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7\") failed: Property not found. retry in 105.359261ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:24.04724237Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418\") failed: Property not found. retry in 245.050846ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:24.269671192Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200\") failed: Property not found. retry in 252.276305ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:25.040629699Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3\") failed: Property not found. retry in 245.286255ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:25.55384293Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1\") failed: Property not found. retry in 400.440592ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:25.733813313Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7\") failed: Property not found. retry in 223.760561ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:25.764785716Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418\") failed: Property not found. retry in 494.606013ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:25.775656537Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200\") failed: Property not found. retry in 366.379345ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:25.784085288Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3\") failed: Property not found. retry in 243.678542ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:25.810706775Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:25.957349747Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"185.264489ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7\") failed: Property not found. retry in 226.188709ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:25.999820045Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3\") failed: Property not found. retry in 632.334587ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:26.066250312Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1\") failed: Property not found. retry in 953.461395ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:26.147148447Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200\") failed: Property not found. retry in 820.801808ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:26.199593946Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7\") failed: Property not found. retry in 1.077068564s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:26.238020478Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418\") failed: Property not found. retry in 455.375007ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:26.291092192Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3\") failed: Property not found. retry in 1.310033515s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:26.711605832Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418\") failed: Property not found. retry in 645.456858ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:26.757522409Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:26.960826136Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62548"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:26.960932375Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"1feb5edd-49c8-4198-9bad-2cf7e5c16de7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62548","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":54,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200\") failed: Property not found. retry in 728.833228ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:27.032727425Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1\") failed: Property not found. retry in 1.415606058s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:27.11392696Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7\") failed: Property not found. retry in 1.457221005s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:27.327582347Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418\") failed: Property not found. retry in 933.003629ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:27.416144385Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200\") failed: Property not found. retry in 532.034307ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:27.773965693Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3\") failed: Property not found. retry in 1.113658635s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:28.036950026Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200\") failed: Property not found. retry in 1.269327694s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:28.317633267Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418\") failed: Property not found. retry in 800.873475ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:28.360468821Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1\") failed: Property not found. retry in 1.37961581s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:28.54278017Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7\") failed: Property not found. retry in 517.108024ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:28.79851334Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3\") failed: Property not found. retry in 752.716262ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:29.163855407Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418\") failed: Property not found. retry in 693.375913ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:29.174050318Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7\") failed: Property not found. retry in 1.123098675s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:29.327271106Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200\") failed: Property not found. retry in 804.849659ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:29.599609377Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418\") failed: Property not found. retry in 656.318576ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:29.878849656Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3\") failed: Property not found. retry in 1.449116958s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:29.928981197Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1\") failed: Property not found. retry in 1.404456714s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:29.937618536Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200\") failed: Property not found. retry in 1.18600057s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:30.416911926Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7\") failed: Property not found. retry in 884.150309ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:30.463547003Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418\") failed: Property not found. retry in 1.366221666s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:30.546575552Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1\") failed: Property not found. retry in 1.336036161s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:31.355689768Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7\") failed: Property not found. retry in 1.109352534s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:31.364791948Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3\") failed: Property not found. retry in 748.277739ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:31.390627197Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200\") failed: Property not found. retry in 1.246859935s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:31.615699603Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418\") failed: Property not found. retry in 1.180129982s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:31.926068144Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3\") failed: Property not found. retry in 528.412724ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:32.150102799Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7\") failed: Property not found. retry in 900.055849ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:32.486839209Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3\") failed: Property not found. retry in 1.27845265s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:32.690046959Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1\") failed: Property not found. retry in 1.419623297s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:32.704391435Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200\") failed: Property not found. retry in 953.244008ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:32.876833616Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418\") failed: Property not found. retry in 542.714849ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:33.119020947Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7\") failed: Property not found. retry in 1.306169972s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:33.399186121Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418\") failed: Property not found. retry in 1.187179015s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:33.671942273Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200\") failed: Property not found. retry in 1.203678504s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:33.841174455Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3\") failed: Property not found. retry in 810.062812ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:33.980434951Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1\") failed: Property not found. retry in 1.209447153s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:34.137187699Z","hostname":"buskin","pid":1562,"zone":"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:35.371054424Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_cockroachdb_33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:35.371113683Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_cockroachdb_97187a07-1dfe-49ae-b1de-17591c5c68f1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:35.371119711Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_cockroachdb_55fde2d8-a01b-4c8e-b588-79a9c64469d7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:35.37112618Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_cockroachdb_9a946cc1-a3d1-4085-a3cd-088e64433418"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:35.371134497Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_cockroachdb_9021d87d-4ff2-4923-9b0f-7a563c618200"} {"msg":"Writing ledger to /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:35.371143703Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:35.371512313Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:35.371847455Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"8e04e210-abe3-477a-9455-4a269cd734d1","remote_addr":"[fd00:1122:3344:101::1]:57256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":16327460,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:35.406071166Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:60263"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:35.437184437Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3662"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:41.567826141Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"593.505427ms"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:54.681285219Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3680"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:57.021200609Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55293"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:58:57.02128602Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"104c16a3-8af4-43e0-8bf0-97f087748eb8","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55293","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":55,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:58:57.215411074Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"609.947858ms"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.335346124Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3703"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.335614596Z","hostname":"buskin","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"45a4a969-9d2e-4d31-aef2-8c098527f521","remote_addr":"[fd00:1122:3344:101::1]:60263","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":31924657,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: e294b9a9-320d-4040-97f2-e5f98847c9e9, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 17435f6f-2135-4cb2-b681-a096234480f2, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: aff25653-2bf9-4d5d-97c9-17b23bd16694, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 6284b7ea-4c40-4829-a65c-9da098f3b3cc, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 24070912-6eb8-4e0a-9e0b-e3556e171468, kind: Service { id: 6284b7ea-4c40-4829-a65c-9da098f3b3cc }, name: Name(\"ntp-6284b7ea-4c40-4829-a65c-9da098f3b3cc\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 71])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 9a946cc1-a3d1-4085-a3cd-088e64433418, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External } } } }, OmicronZoneConfig { id: 33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External } } } }, OmicronZoneConfig { id: 9021d87d-4ff2-4923-9b0f-7a563c618200, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External } } } }, OmicronZoneConfig { id: 97187a07-1dfe-49ae-b1de-17591c5c68f1, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 55fde2d8-a01b-4c8e-b588-79a9c64469d7, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 84a9d415-21ec-4d54-a7ba-e747a65f45da, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 23f70556-bccf-4aee-a3ea-99c594f0d8f9, kind: Service { id: 84a9d415-21ec-4d54-a7ba-e747a65f45da }, name: Name(\"external-dns-84a9d415-21ec-4d54-a7ba-e747a65f45da\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 62066dee-eb27-4e22-82af-d6f54cd68cb8, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: a10d1151-025e-4430-a74c-6acc3f95a1b1, kind: Service { id: 62066dee-eb27-4e22-82af-d6f54cd68cb8 }, name: Name(\"external-dns-62066dee-eb27-4e22-82af-d6f54cd68cb8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 241, 115])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: d0ac8e76-4915-4366-abf5-3fb6f7a6034c, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 9c3271ff-99ca-420c-9c9f-073762f4cb70 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: dbc6e1c4-ec25-45d5-b00c-a3af75d85524, kind: Service { id: d0ac8e76-4915-4366-abf5-3fb6f7a6034c }, name: Name(\"nexus-d0ac8e76-4915-4366-abf5-3fb6f7a6034c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 190, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 08f12374-88d2-4786-9b5c-1eaf71fa1fdb, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 68a9d1e8-ceda-4c5a-8937-9bce004f9a62, kind: Service { id: 08f12374-88d2-4786-9b5c-1eaf71fa1fdb }, name: Name(\"nexus-08f12374-88d2-4786-9b5c-1eaf71fa1fdb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 127])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 642d4f03-affd-40ae-bcb0-fdcb3de04f57, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: c16e2160-d3bc-4e15-9f3e-5c8344cc0ebf, kind: Service { id: 642d4f03-affd-40ae-bcb0-fdcb3de04f57 }, name: Name(\"nexus-642d4f03-affd-40ae-bcb0-fdcb3de04f57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: aa088ecc-de67-432c-b56b-9b5025a781cd, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7a724fcc-a8fb-412e-9490-a4180405fde7 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: ab604b7f-6eb9-4e15-a840-7f1ff6797b9e, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External } } } }, OmicronZoneConfig { id: 6a9821b9-f1cb-4797-9356-04b264995ec0, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 14fa4f61-ea33-4186-8d00-3681a66ee0ee, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 27e2eaa8-1c5c-4ca4-881f-534cb42fff7a, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 9257fa63-69d6-4de5-9cb8-460635bd4546 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 86f3407d-fb85-4c2e-a338-33b389f713e9, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External } } } }, OmicronZoneConfig { id: d15c696f-094a-4e8c-95dd-70a0c18c5f40, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External } } } }, OmicronZoneConfig { id: a56811ee-7283-4441-99a4-bc84df3120eb, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External } } } }, OmicronZoneConfig { id: 7d7145bb-386d-4085-8b27-26a30a25c828, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6055b662-dc00-4493-87c1-1f964cd78b05, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool), kind: External } } } }, OmicronZoneConfig { id: 0f1d3ddf-4a04-4093-aff8-331befbf42fa, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 8758eec3-95e2-458c-8602-6205e960d134 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8758eec3-95e2-458c-8602-6205e960d134 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3243a537-7e30-4fbf-b824-bb4b3fde81ab, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 7a724fcc-a8fb-412e-9490-a4180405fde7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7a724fcc-a8fb-412e-9490-a4180405fde7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4beb7d9d-1baf-42fb-a697-ac0ec9a35195, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 9c3271ff-99ca-420c-9c9f-073762f4cb70 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9c3271ff-99ca-420c-9c9f-073762f4cb70 (zpool), kind: External } } } }, OmicronZoneConfig { id: 80b19d80-1558-4993-bd64-42b867dd64b1, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 9257fa63-69d6-4de5-9cb8-460635bd4546 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9257fa63-69d6-4de5-9cb8-460635bd4546 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.369596193Z","hostname":"buskin","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.369747075Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:59511"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e294b9a9-320d-4040-97f2-e5f98847c9e9, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.370306081Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.370313701Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: e294b9a9-320d-4040-97f2-e5f98847c9e9, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 17435f6f-2135-4cb2-b681-a096234480f2, dataset_name: DatasetName { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.396179613Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.396226544Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 17435f6f-2135-4cb2-b681-a096234480f2, dataset_name: DatasetName { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: aff25653-2bf9-4d5d-97c9-17b23bd16694, dataset_name: DatasetName { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.416599021Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.416636802Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: aff25653-2bf9-4d5d-97c9-17b23bd16694, dataset_name: DatasetName { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9a946cc1-a3d1-4085-a3cd-088e64433418, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.435387071Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.435424461Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 9a946cc1-a3d1-4085-a3cd-088e64433418, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3, dataset_name: DatasetName { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.45593473Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.455982841Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 33cc7eea-fd8b-41ff-8f48-2a3e8b15eaa3, dataset_name: DatasetName { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9021d87d-4ff2-4923-9b0f-7a563c618200, dataset_name: DatasetName { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.47562689Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.47566399Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 9021d87d-4ff2-4923-9b0f-7a563c618200, dataset_name: DatasetName { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 97187a07-1dfe-49ae-b1de-17591c5c68f1, dataset_name: DatasetName { pool_name: ZpoolName { id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.49537263Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.495409451Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 97187a07-1dfe-49ae-b1de-17591c5c68f1, dataset_name: DatasetName { pool_name: ZpoolName { id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 55fde2d8-a01b-4c8e-b588-79a9c64469d7, dataset_name: DatasetName { pool_name: ZpoolName { id: b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.51510281Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.515139691Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 55fde2d8-a01b-4c8e-b588-79a9c64469d7, dataset_name: DatasetName { pool_name: ZpoolName { id: b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 84a9d415-21ec-4d54-a7ba-e747a65f45da, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.535887423Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.535918833Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 84a9d415-21ec-4d54-a7ba-e747a65f45da, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 62066dee-eb27-4e22-82af-d6f54cd68cb8, dataset_name: DatasetName { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.709038063Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.709098004Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 62066dee-eb27-4e22-82af-d6f54cd68cb8, dataset_name: DatasetName { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ab604b7f-6eb9-4e15-a840-7f1ff6797b9e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.829281136Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.829338246Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: ab604b7f-6eb9-4e15-a840-7f1ff6797b9e, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 86f3407d-fb85-4c2e-a338-33b389f713e9, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.940911378Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:07.940957938Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 86f3407d-fb85-4c2e-a338-33b389f713e9, dataset_name: DatasetName { pool_name: ZpoolName { id: 3634a2c6-2441-44d1-961c-492b8f9a328b (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d15c696f-094a-4e8c-95dd-70a0c18c5f40, dataset_name: DatasetName { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.072731865Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.072775736Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: d15c696f-094a-4e8c-95dd-70a0c18c5f40, dataset_name: DatasetName { pool_name: ZpoolName { id: ba7daca0-d7ac-4ecc-943d-6b4f11362cad (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a56811ee-7283-4441-99a4-bc84df3120eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.187423453Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.187488094Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: a56811ee-7283-4441-99a4-bc84df3120eb, dataset_name: DatasetName { pool_name: ZpoolName { id: 9bcffa1f-e971-48fb-aba8-f2d285cd33ed (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d7145bb-386d-4085-8b27-26a30a25c828, dataset_name: DatasetName { pool_name: ZpoolName { id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.306160129Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.306212209Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 7d7145bb-386d-4085-8b27-26a30a25c828, dataset_name: DatasetName { pool_name: ZpoolName { id: f3339ebc-2844-410e-b416-3408732ba1b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6055b662-dc00-4493-87c1-1f964cd78b05, dataset_name: DatasetName { pool_name: ZpoolName { id: b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.406917624Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.406969605Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 6055b662-dc00-4493-87c1-1f964cd78b05, dataset_name: DatasetName { pool_name: ZpoolName { id: b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f1d3ddf-4a04-4093-aff8-331befbf42fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 8758eec3-95e2-458c-8602-6205e960d134 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.512978681Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.513028142Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 0f1d3ddf-4a04-4093-aff8-331befbf42fa, dataset_name: DatasetName { pool_name: ZpoolName { id: 8758eec3-95e2-458c-8602-6205e960d134 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3243a537-7e30-4fbf-b824-bb4b3fde81ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a724fcc-a8fb-412e-9490-a4180405fde7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.641404469Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.64145242Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 3243a537-7e30-4fbf-b824-bb4b3fde81ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a724fcc-a8fb-412e-9490-a4180405fde7 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4beb7d9d-1baf-42fb-a697-ac0ec9a35195, dataset_name: DatasetName { pool_name: ZpoolName { id: 9c3271ff-99ca-420c-9c9f-073762f4cb70 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.773353159Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.773411789Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 4beb7d9d-1baf-42fb-a697-ac0ec9a35195, dataset_name: DatasetName { pool_name: ZpoolName { id: 9c3271ff-99ca-420c-9c9f-073762f4cb70 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 80b19d80-1558-4993-bd64-42b867dd64b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 9257fa63-69d6-4de5-9cb8-460635bd4546 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.865910208Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.865957999Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:1065","request":"NewFilesystemRequest { dataset_id: 80b19d80-1558-4993-bd64-42b867dd64b1, dataset_name: DatasetName { pool_name: ZpoolName { id: 9257fa63-69d6-4de5-9cb8-460635bd4546 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.972457562Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.972514592Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.972780285Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:08.97320246Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.087647374Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.144008192Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.144260905Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.144316126Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.144345086Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.144364856Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.144394067Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.147076478Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.147175479Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.160817798Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.305318294Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.317384795Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:260"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.381846357Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.381904977Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.381910907Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.381914847Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.381918367Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.381923467Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.381926998Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.382612386Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.387775876Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.392599642Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.397143995Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.401696098Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.407113781Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.413550976Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.557592317Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.562618886Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.567137398Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.571979765Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.576354076Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.58098915Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.585825086Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.592024529Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.596861895Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.601918184Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.606965363Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.612088743Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.617601417Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.623450275Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.666399156Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.700372153Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.734969716Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.735563853Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.742785507Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.748661966Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.756212354Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.763663391Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.770304318Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.777957968Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.850557855Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.918953763Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:277","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.922758397Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.922773667Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.983286013Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 229, 127]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.983325894Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.986646512Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:09.986658262Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.037542975Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 148, 34]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.037575095Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.039527378Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.039540628Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.091626076Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 190, 94]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.091653816Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.0936866Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.09370026Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.149268088Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 249, 118]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.149312179Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.150700835Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:302"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.150714205Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:194","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.203007275Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 241, 115]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.203037205Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1234","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.203267438Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.203280398Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.203345259Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.203359249Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.20340831Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.2034151Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.203989847Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.205753657Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.252214449Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.259300792Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.259927779Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.263027095Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.263077426Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.263085766Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.263190927Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.263198777Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.39635174Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.400235556Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.403642805Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.403659936Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.403948789Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.418700241Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.434665487Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.50692372Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.512273723Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.518195852Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.524178791Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.530678707Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.552927197Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:10.560680797Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:11.361176184Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:11.362221756Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:11.47570791Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:11.476146865Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:11.575043328Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:11.575267411Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:11.583677939Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:11.584076174Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:11.595665299Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:11.595869931Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:11.615263838Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:11.61545931Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:11.627071765Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:11.627278878Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 73.604967ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:11.915684632Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 35.830774ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:11.924237102Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 49.804168ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:11.933728442Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 35.668886ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:11.944417587Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 43.185034ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:11.952731694Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 40.673709ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:11.959640255Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 57.74858ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:11.967001191Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:11.967183093Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 58.486793ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:11.975764693Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:11.975906224Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 111.17854ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:12.060828214Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 77.001801ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:16.682230139Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:16.764553609Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"1.324082653s"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 89.873449ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:17.246651642Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 71.891301ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:17.825904089Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 135.447919ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:17.842749915Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:17.843412013Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:17.850321564Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 205.224109ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:17.942676221Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 74.179787ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:17.95888989Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 147.708451ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:17.973372349Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 297.605298ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:17.986228659Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 120.543012ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.000819009Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 216.976106ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.015771473Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 222.7456ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.028061907Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 68.905848ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.039282907Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:18.039404998Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:18.047208569Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:18.0472866Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 234.764399ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.068433117Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:18.06866056Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 492.551153ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.245535413Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 410.163788ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.264258881Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 482.358544ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.281664474Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 85.373104ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.296554418Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 379.889522ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.314180164Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 317.291819ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.329809446Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 583.654181ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.345235996Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 565.503107ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.361331814Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 295.570946ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.401736505Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 56.122608ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.494176823Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 30.337802ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.506000131Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 140.933072ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.550946725Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 37.30164ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.563977307Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 148.924347ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.576320231Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 50.952139ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.61560376Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 886.801651ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.663703391Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 137.002043ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.678384582Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 1.146258233s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.693069673Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 135.606472ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.705760601Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 993.758443ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.717550009Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 338.845463ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.73312954Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 161.314987ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.748636531Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 929.089853ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.76399484Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 682.590113ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.780542964Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 353.636355ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.828849087Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 344.964782ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.860149272Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 397.085398ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.923641553Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 551.016096ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.941323899Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 735.029894ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:18.95259129Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 633.513336ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:19.086287249Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 808.026712ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:19.193644582Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 871.18318ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:19.229696432Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 625.281049ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:19.334503085Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 901.180728ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:19.475699332Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 734.066315ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:19.504968113Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 791.386807ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:19.564680699Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 533.342654ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:19.704741353Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 1.421317471s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:19.717945567Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 668.036696ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:19.730728207Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 840.238798ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:19.742597225Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 1.017738873s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:19.853436808Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 930.374308ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:19.972945702Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 1.176772081s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:20.01563234Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 1.144596113s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:20.116626477Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 801.423528ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:20.251154466Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 629.79006ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:20.264554682Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 1.009957487s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:20.371021884Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 925.731372ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:20.390111957Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 1.162784069s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:20.411211133Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:20.483412135Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:20.483636818Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 1.461057619s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:20.595781376Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 31.831801ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:20.786297928Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:20.794075869Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:20.794303581Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 129.662606ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:20.83018109Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 731.548598ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:20.885012049Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 585.116108ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:20.907577022Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 1.194417779s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:20.919912086Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 280.110072ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:20.971414637Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 875.337454ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:21.180737108Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 1.3662288s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:21.215006487Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 51.213813ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:21.246876349Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 1.329277361s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:21.29149153Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 1.105163942s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:21.303958115Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 61.044944ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:21.316889026Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 506.189802ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:21.330393543Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 949.702051ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:21.342311872Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 176.783172ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:21.391762919Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 682.704329ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:21.404529968Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 909.434847ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:21.509407861Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 572.121824ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:21.581429271Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 933.412683ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:21.591661521Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 1.093920962s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:21.630078259Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 790.452292ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:21.851495211Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 1.164959598s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:22.068787425Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 1.373512425s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:22.080802625Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 1.448933924s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:22.098171448Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 1.410410842s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:22.125137212Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 790.506244ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:22.167066571Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 563.178487ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:22.305499836Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 925.833049ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:22.424568165Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 574.226328ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:22.436899518Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 834.191484ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:22.538414133Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 1.168717647s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:22.593590396Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 585.637114ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:22.632894075Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 1.033132743s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:22.654991332Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 853.974581ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:22.737178821Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:22.839644106Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:22.839764167Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 1.331411389s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:22.883400766Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 1.404970486s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:22.972130871Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 959.821599ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:23.022519309Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 63.6201ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:23.109988698Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 137.833508ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:23.185806483Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 1.110341084s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:23.231062831Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 755.56765ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:23.247197739Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 209.020843ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:23.340688709Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 683.766598ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:23.362991599Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 582.318036ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:23.383972834Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 809.562677ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:23.465865869Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 1.252134102s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:23.550040111Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 695.602394ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:23.56197442Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 594.100387ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:23.574642008Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 1.070698726s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:23.603515215Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 1.00261034s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:23.699802088Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 1.250389146s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:23.774736752Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 1.055277634s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:23.979069175Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 1.324458062s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:23.994372034Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 776.747618ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:24.01376463Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 1.276243794s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:24.060289571Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 937.83625ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:24.182232714Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 1.060226854s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:24.22737704Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 1.186208673s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:24.270361112Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 912.025578ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:24.287746055Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 792.551221ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:24.352598771Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 1.011930688s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:24.388711322Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 726.89101ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:24.688918344Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 1.296935298s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:24.715546234Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 1.120353274s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:24.802130794Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 1.008069852s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:24.814796332Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 654.963135ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:25.039647813Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 743.068739ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:25.050578551Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 827.275911ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:25.203433744Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 1.396877761s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:25.223317806Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 1.070477573s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:25.242065864Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 1.001802152s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:25.319271725Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 967.371824ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:25.344014494Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 1.269432804s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:25.368114635Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 1.352509432s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:25.42520787Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 1.176586099s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:25.442796806Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 1.415049609s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:25.494443818Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 1.352750822s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:25.712255989Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 530.211163ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:25.830369856Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 1.48474366s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:25.853939861Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 1.443888065s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:25.984877688Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 683.999787ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.029565599Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 556.219126ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.044710395Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:26.069391813Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:26.069758258Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:26.262926691Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:26.263177834Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 1.065170389s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.325049365Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 1.417591392s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.338812876Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 619.70601ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.353580388Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 553.911047ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.374153348Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 35.642173ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.387627735Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 65.351031ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.436866939Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 276.141513ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.516106084Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 44.156046ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.570415007Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 735.722341ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.61696678Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 92.83839ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.62981505Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 926.407006ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.643052974Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 1.386057071s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.655886124Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 1.375001837s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.669833726Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 688.423927ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.729642634Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 151.504633ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.743100651Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 788.831029ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.794189167Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 209.391741ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.810164383Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 275.59737ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.913679621Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 722.051653ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.928939999Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 1.275663143s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.942371125Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 1.452829177s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:26.98735489Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 418.271035ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:27.035996187Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 1.189947872s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:27.080655337Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:27.154000413Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51294"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:27.173238947Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"dfc61b2c-c1a7-4a66-ace7-91094023829a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51294","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":16263,"response_code":"200"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 824.012944ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:27.205070048Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 615.623588ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:27.3535331Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 1.455536617s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:27.36810433Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 554.269409ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:27.404374463Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 1.1094855s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:27.435237543Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 830.198851ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:27.450196407Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 1.285966649s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:27.468258798Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 1.010073255s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:27.583537133Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 690.28056ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:27.595429721Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 1.181845722s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:27.663348344Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 1.147496967s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:27.76594888Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 1.326887869s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:27.968928168Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 848.212213ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:27.97856584Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 1.498060898s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.039565451Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 1.157233576s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.053976749Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 886.904711ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.066775328Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 1.442603523s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.229115912Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 846.873081ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.281020507Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 679.334124ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.289554247Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 1.127723178s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.298110836Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 529.188298ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.450617005Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 814.080532ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.555136404Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 658.615842ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.602502487Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 1.016358343s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.763501504Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 542.888588ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.833766894Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 1.109313758s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.841670766Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 1.032978672s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.854319384Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 1.319539617s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.922463719Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 1.305431636s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.963465077Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 579.681225ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.977691803Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 611.8054ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:28.988769882Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 904.673237ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:29.137640808Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 1.267311304s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:29.220500634Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 933.714376ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:29.271001983Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 937.271809ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:29.305099451Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 1.057231668s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:29.379279996Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 1.179627624s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:29.387752085Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 894.402195ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:29.435661363Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 592.861429ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:29.547894303Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 519.330782ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:29.566598551Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 1.223561018s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:29.608735542Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 733.062233ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:29.68145902Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 1.373290853s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:29.790637524Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:29.812005683Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:29.812116744Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:29.812135154Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57 zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:29.81775456Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 915.626324ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:29.897666557Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 611.844462ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:29.96091148Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 35.694563ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.002449764Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 40.197733ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.009508756Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 55.311122ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.046086663Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 1.446570605s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.053865793Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 105.791047ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.061199379Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 696.336426ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.094826131Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 101.248772ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.108634702Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 1.452845268s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.149737591Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 138.674839ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.176838208Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 972.319899ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.214070292Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 256.65866ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.222381159Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 723.924528ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.251107284Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 1.33415028s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.258319358Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 1.341293338s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.279518815Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 283.109821ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.324344708Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 608.659004ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.339735148Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 778.431129ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.423209591Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 928.399865ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.446191079Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 721.609494ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.488705345Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 1.375354558s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.496883111Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 1.043027043s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.576014534Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 1.397998861s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.584458372Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 612.491495ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.616682008Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 967.031186ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.800105007Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 641.36473ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.82268106Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 866.829714ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.841165696Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 1.185908158s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:30.967347888Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 1.132933247s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.008857882Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 1.39549826s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.174868667Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 1.007096247s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.198697055Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 736.869946ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.210047928Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 1.420287054s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.219945453Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 862.416395ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.238398078Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 888.42556ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.384398681Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 1.002543611s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.523344482Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 1.085942333s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.53265691Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 952.687493ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.602041729Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 1.00362101s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.610878813Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 662.190152ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.627603818Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 1.067946593s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.691979489Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 781.387988ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.716641356Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 1.472957221s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.775761426Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 1.163814884s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.880923162Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 578.635754ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.955443891Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 952.267042ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:31.990938315Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 860.553154ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:32.109830971Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 926.210511ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:32.148797896Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 1.148611363s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:32.162797459Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 1.488915721s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:32.21523184Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 1.105955298s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:32.282124561Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 1.245816515s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:32.300735718Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 831.002332ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:32.508385339Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 1.406776433s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:32.536829691Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 878.599533ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:32.544941806Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 1.474999526s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:32.564668816Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 1.336273955s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:32.57873099Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 515.227409ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:32.625293983Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 616.412701ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:32.64632619Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 988.321608ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:32.654913539Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 800.379503ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:32.770464566Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 1.27904158s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:32.9542968Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 736.294649ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:32.984502463Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:32.986790119Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:32.987119593Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 1.203401036s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.054999844Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 1.087537311s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.083132813Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 1.150952118s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.150417767Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.157027794Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): operation timed out\"","delay":"2.642942718s"} {"msg":"wait for service Some(\"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e\") failed: Property not found. retry in 47.783341ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.229165966Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 942.969718ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.261407862Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 800.567629ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.275313174Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e\") failed: Property not found. retry in 65.995182ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.288635699Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 820.417256ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.327906208Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 1.444553243s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.359992352Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e\") failed: Property not found. retry in 160.065011ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.369860027Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 1.281694936s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.399436902Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 1.441688348s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.435204319Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e\") failed: Property not found. retry in 496.31354ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.540478807Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 843.54774ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.556670786Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 669.817448ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.582111352Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 986.098549ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.652981599Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 629.534157ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.713294843Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 1.270919326s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.730644765Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 1.211552327s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.92401639Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 826.597309ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:33.951713753Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e\") failed: Property not found. retry in 916.16257ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.046834872Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 1.047519061s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.054984897Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 1.067912562s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.085442682Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 727.645717ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.160263195Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 1.402654405s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.17959235Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 1.304223909s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.214419986Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 1.028331718s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.242524914Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 590.950693ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.262971963Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 1.461483093s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.271714895Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 611.811033ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.310165873Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 1.226900535s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.355729564Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 760.462825ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.411493705Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 1.245432226s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.650047797Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 1.262659078s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.691076686Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 1.267810023s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.787966336Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 539.708766ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.813647325Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 501.339068ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.864672821Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 1.091742122s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.887387465Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 1.090536824s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.896669174Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 702.167743ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.931432139Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e\") failed: Property not found. retry in 1.347811631s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:34.97353021Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 672.802035ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.010758275Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 998.181767ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.111897074Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 1.254302924s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.146255194Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 543.177782ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.164143613Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 1.089001545s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.183049864Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 1.031966087s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.280911525Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 689.422208ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.364980565Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 1.481589371s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.377435611Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 780.999007ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.529497394Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 1.467763954s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.59261849Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 820.592922ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.602558986Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 919.782253ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.646192875Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 1.437102165s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.69285817Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 524.931418ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.719412369Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 1.336666427s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.743599742Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 1.085635226s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.905935785Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 775.900065ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.96469906Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 1.471038089s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.989830453Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 1.028849708s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:35.997457522Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 592.670315ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:36.063578342Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 1.030939657s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:36.073358207Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 1.166200513s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:36.119898039Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 705.644536ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:36.254960455Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 571.971171ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:36.282246433Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 1.158888288s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:36.320516709Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 1.214964134s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:36.329004538Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e\") failed: Property not found. retry in 596.733346ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:36.337357026Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 810.863958ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:36.410028061Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 656.771769ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:36.433622899Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 1.028448034s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:36.578445038Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 1.249338289s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:36.66947452Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 530.78201ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:36.752934463Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 969.151813ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:36.865678808Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 1.191399698s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:36.875349951Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e\") failed: Property not found. retry in 783.874421ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:36.94730602Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 1.090504016s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:36.973229902Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 1.417340024s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.00391575Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 1.144874555s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.037883836Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 1.060726341s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.071472437Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 627.707837ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.09483688Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 1.124745257s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.107989353Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 1.431676826s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.121023915Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 612.742805ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.144129995Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 566.207931ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.234742692Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 1.158943281s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.295085225Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 1.315785128s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.305620178Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 1.105892834s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.475091425Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 1.132499435s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.492890023Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 1.233245844s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.555596484Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 912.159264ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.619051004Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 653.420037ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.734182317Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e\") failed: Property not found. retry in 1.066989129s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.743231023Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 914.541383ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.770413989Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 1.149392839s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.810261744Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 1.250439791s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.846517787Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 916.610563ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:37.930467466Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 671.099944ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.075580818Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 828.638153ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.08688761Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 639.271903ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.143853615Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 785.874936ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.192761825Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 1.268692582s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.243133842Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 1.354751063s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.400523838Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 561.587701ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.433493503Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 1.255124694s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.465619077Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 1.051228944s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.548552875Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 541.967508ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.565827016Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 1.270115541s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.592164183Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 879.804091ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.63048567Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 715.954657ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.639352444Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 1.075712977s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.695009293Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 1.496745544s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.754874239Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 1.446392803s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.792684842Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 752.062994ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.801151551Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e\") failed: Property not found. retry in 1.076395353s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.822188916Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 1.466155177s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.85767287Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 872.734736ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.92628749Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 1.396981093s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.971425577Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 769.878189ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:38.994085741Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 511.458503ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:39.009696503Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 726.663844ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:39.130116397Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 1.202605597s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:39.149497523Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 696.357512ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:39.36959622Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 1.488516448s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:39.523396884Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 673.504005ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:39.533612003Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 1.123429022s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:39.544546491Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 839.010945ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:39.567012143Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 1.15055415s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:39.620870411Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 972.08164ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:39.743837555Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 591.812246ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:39.779567302Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 1.267602938s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:39.794618637Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 1.335637726s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:39.810761146Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 715.189385ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:39.825308215Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 1.100525474s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:39.875089476Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 1.335553006s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:39.89942338Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e\") failed: Property not found. retry in 1.22302502s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:39.920372414Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 1.412145708s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:40.110042856Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 522.522371ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:40.235784472Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 834.297008ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:40.26559336Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 1.219397598s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:40.286095579Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 504.684899ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:40.346717176Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 1.242622364s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:40.378137163Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 880.062905ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:40.404763603Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 953.316377ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:40.442865128Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 1.190962002s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:40.482344058Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 582.253475ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:40.561585242Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 590.441089ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:40.693066746Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 1.318398107s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:40.737252041Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 749.027388ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:40.78002252Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 1.208878687s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:40.798263893Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 1.342964547s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:40.872747511Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 824.454156ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:40.990113451Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 1.481056439s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.025649575Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 1.08985575s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.080768347Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 681.378015ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.113160735Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e\") failed: Property not found. retry in 1.45524716s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.156295668Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 847.316241ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.17363609Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 1.131331865s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.187102257Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 1.20173619s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.256475726Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 581.063486ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.300071455Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 1.290853617s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.31170378Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 1.423593444s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.411703647Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 1.447835503s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.520549286Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 963.427403ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.535245908Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 850.404148ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.548222059Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0\") failed: Property not found. retry in 1.221216353s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.632729115Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 764.129785ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.686102487Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 968.713082ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.808520915Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 623.343663ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.832802278Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 1.354615435s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:41.896905766Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 1.088043386s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.025382904Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 885.218138ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.041844836Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee\") failed: Property not found. retry in 1.193473881s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.069985624Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 1.081804799s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.184983235Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 1.03115621s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.229581695Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 691.716369ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.333941552Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 1.236366843s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.411944382Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195\") failed: Property not found. retry in 1.413745624s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.462406901Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 587.139252ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.47429382Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 1.23765293s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.484861123Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a\") failed: Property not found. retry in 1.284854673s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.508723011Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40\") failed: Property not found. retry in 1.371038428s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.521184707Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd\") failed: Property not found. retry in 503.621694ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.613773906Z","hostname":"buskin","pid":1562,"zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e\") failed: Property not found. retry in 943.160041ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.622739561Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb\") failed: Property not found. retry in 818.818025ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.789697048Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9\") failed: Property not found. retry in 1.45682735s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.846560571Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1\") failed: Property not found. retry in 1.175097588s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.938858538Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 534.651179ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:42.980419043Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8\") failed: Property not found. retry in 1.143946119s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:43.035564845Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 684.917742ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:43.073577029Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da\") failed: Property not found. retry in 1.221250651s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:43.126487406Z","hostname":"buskin","pid":1562,"zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05\") failed: Property not found. retry in 1.215533059s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:43.263458723Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828\") failed: Property not found. retry in 803.797351ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:43.274603463Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57\") failed: Property not found. retry in 627.871366ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:43.286478402Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa\") failed: Property not found. retry in 1.084610418s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:43.53753428Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e\") failed: Property not found. retry in 1.042167693s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:43.579802543Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb\") failed: Property not found. retry in 837.339939ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:43.664816135Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c\") failed: Property not found. retry in 1.283012167s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:43.747379828Z","hostname":"buskin","pid":1562,"zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab\") failed: Property not found. retry in 1.076935377s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:43.793752498Z","hostname":"buskin","pid":1562,"zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:44.352907979Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"4.339099696s"} {"msg":"wait for service Some(\"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e\") failed: Property not found. retry in 1.253546611s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:44.682494643Z","hostname":"buskin","pid":1562,"zone":"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995364105Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_nexus_08f12374-88d2-4786-9b5c-1eaf71fa1fdb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995429096Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_pantry_27e2eaa8-1c5c-4ca4-881f-534cb42fff7a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995444176Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_a56811ee-7283-4441-99a4-bc84df3120eb"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995452056Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_6055b662-dc00-4493-87c1-1f964cd78b05"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995456856Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_3243a537-7e30-4fbf-b824-bb4b3fde81ab"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995461627Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_d15c696f-094a-4e8c-95dd-70a0c18c5f40"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995466167Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_nexus_642d4f03-affd-40ae-bcb0-fdcb3de04f57"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995470967Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_pantry_6a9821b9-f1cb-4797-9356-04b264995ec0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995475727Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_nexus_d0ac8e76-4915-4366-abf5-3fb6f7a6034c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995480357Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_0f1d3ddf-4a04-4093-aff8-331befbf42fa"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995484917Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_external_dns_84a9d415-21ec-4d54-a7ba-e747a65f45da"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995489717Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_external_dns_62066dee-eb27-4e22-82af-d6f54cd68cb8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995494377Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_oximeter_aa088ecc-de67-432c-b56b-9b5025a781cd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995498917Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_clickhouse_ab604b7f-6eb9-4e15-a840-7f1ff6797b9e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995503857Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_pantry_14fa4f61-ea33-4186-8d00-3681a66ee0ee"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995508827Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_86f3407d-fb85-4c2e-a338-33b389f713e9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995516507Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_7d7145bb-386d-4085-8b27-26a30a25c828"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995520997Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_4beb7d9d-1baf-42fb-a697-ac0ec9a35195"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.995536557Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3226","zone":"oxz_crucible_80b19d80-1558-4993-bd64-42b867dd64b1"} {"msg":"Writing ledger to /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:45.996139074Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:46.003716273Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:46.010821375Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"cfc3537b-c52a-4db3-ac02-e52c21b571d4","remote_addr":"[fd00:1122:3344:101::1]:59511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":38641550,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:46.016696684Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:46.016716184Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:46.017080259Z","hostname":"buskin","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:46.026455868Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:46.027631332Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n local_pref: None,\n nexthop: 10.151.1.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:46.080496498Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:46.084212611Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:46.159157915Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:46.301197252Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:46.489050983Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:46.743619722Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:46.944153741Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:47.220931958Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:47.404330977Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:47.639756873Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:48.085522272Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:48.725144862Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"9.275372377s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:48.8484431Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:49.738935995Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:50.798461101Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:52.056203371Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:53.231798931Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:54.954140889Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:56.79249539Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:57.213248897Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45736"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:57.213290787Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"7467f4e9-7ff6-4fdb-ac6e-c331704b0880","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45736","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":32,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T20:59:58.033141979Z","hostname":"buskin","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"38.197547382s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T20:59:58.640697755Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:01.206985816Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:03.824022218Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/5b9b4af7-9404-4d50-bade-7896e93bbe04/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:06.450634482Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ab8b9d7-0064-4207-8e65-18d7ed32b79f\", \"content-length\": \"173\", \"date\": \"Mon, 09 Sep 2024 21:00:11 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a1d48343-ef24-4db3-b93a-10d710ca070c\\\"\", request_id: \"5ab8b9d7-0064-4207-8e65-18d7ed32b79f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:12.575991812Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1833dd3-f7b7-45be-9d8e-ce9ea17d3960\", \"content-length\": \"173\", \"date\": \"Mon, 09 Sep 2024 21:00:15 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"a1d48343-ef24-4db3-b93a-10d710ca070c\\\"\", request_id: \"c1833dd3-f7b7-45be-9d8e-ce9ea17d3960\" }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:15.862411611Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:18.39859813Z","hostname":"buskin","pid":1562,"component":"NexusNotifierTask","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:18.559336995Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:50912"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:18.560473378Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:18.644140324Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"2e1c3b0a-2f48-4657-8e4e-946ae4967a20","remote_addr":"[fd00:1122:3344:101::b]:50912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":84585,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:18.645263587Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:18.645340427Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:18.646600022Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:18.646888356Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"6195e34f-a38a-477d-b5f2-f5b0b41d37ae","remote_addr":"[fd00:1122:3344:101::b]:50912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1853,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:21.904521729Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56730"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:21.905544521Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 23f70556-bccf-4aee-a3ea-99c594f0d8f9, kind: Service { id: 84a9d415-21ec-4d54-a7ba-e747a65f45da }, name: Name(\"external-dns-84a9d415-21ec-4d54-a7ba-e747a65f45da\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a10d1151-025e-4430-a74c-6acc3f95a1b1, kind: Service { id: 62066dee-eb27-4e22-82af-d6f54cd68cb8 }, name: Name(\"external-dns-62066dee-eb27-4e22-82af-d6f54cd68cb8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 241, 115])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 68a9d1e8-ceda-4c5a-8937-9bce004f9a62, kind: Service { id: 08f12374-88d2-4786-9b5c-1eaf71fa1fdb }, name: Name(\"nexus-08f12374-88d2-4786-9b5c-1eaf71fa1fdb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 127])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c16e2160-d3bc-4e15-9f3e-5c8344cc0ebf, kind: Service { id: 642d4f03-affd-40ae-bcb0-fdcb3de04f57 }, name: Name(\"nexus-642d4f03-affd-40ae-bcb0-fdcb3de04f57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dbc6e1c4-ec25-45d5-b00c-a3af75d85524, kind: Service { id: d0ac8e76-4915-4366-abf5-3fb6f7a6034c }, name: Name(\"nexus-d0ac8e76-4915-4366-abf5-3fb6f7a6034c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 190, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:21.905599652Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:21.907721976Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:21.907749167Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:21.907755897Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:21.907763807Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:21.907776027Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:21.907797397Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a2417256-b347-4c3f-a3a2-3ac4a74f14c8","remote_addr":"[fd00:1122:3344:101::b]:56730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3211,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:21.909396696Z","hostname":"buskin","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.164985366Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35317"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.165083737Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.243079337Z","hostname":"buskin","pid":1562,"uri":"/inventory","method":"GET","req_id":"9496af67-a932-44f0-b487-a5e722f8fa08","remote_addr":"[fd00:1122:3344:101::b]:35317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":77987,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.243378371Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.243455942Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.243748945Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.243989068Z","hostname":"buskin","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"6654e8c4-dd5d-4db0-bfea-98242c4ac0b1","remote_addr":"[fd00:1122:3344:101::b]:35317","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":709,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.522930441Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33160"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.52367624Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 23f70556-bccf-4aee-a3ea-99c594f0d8f9, kind: Service { id: 84a9d415-21ec-4d54-a7ba-e747a65f45da }, name: Name(\"external-dns-84a9d415-21ec-4d54-a7ba-e747a65f45da\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a10d1151-025e-4430-a74c-6acc3f95a1b1, kind: Service { id: 62066dee-eb27-4e22-82af-d6f54cd68cb8 }, name: Name(\"external-dns-62066dee-eb27-4e22-82af-d6f54cd68cb8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 241, 115])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 68a9d1e8-ceda-4c5a-8937-9bce004f9a62, kind: Service { id: 08f12374-88d2-4786-9b5c-1eaf71fa1fdb }, name: Name(\"nexus-08f12374-88d2-4786-9b5c-1eaf71fa1fdb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 127])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c16e2160-d3bc-4e15-9f3e-5c8344cc0ebf, kind: Service { id: 642d4f03-affd-40ae-bcb0-fdcb3de04f57 }, name: Name(\"nexus-642d4f03-affd-40ae-bcb0-fdcb3de04f57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dbc6e1c4-ec25-45d5-b00c-a3af75d85524, kind: Service { id: d0ac8e76-4915-4366-abf5-3fb6f7a6034c }, name: Name(\"nexus-d0ac8e76-4915-4366-abf5-3fb6f7a6034c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 190, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.523735911Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.523767571Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.523779441Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.523806721Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.523814921Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.523828912Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.523839742Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"3d42ec32-78f2-4649-8dd9-e5519a1f0232","remote_addr":"[fd00:1122:3344:101::c]:33160","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":827,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.680850323Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36460"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.681044145Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 23f70556-bccf-4aee-a3ea-99c594f0d8f9, kind: Service { id: 84a9d415-21ec-4d54-a7ba-e747a65f45da }, name: Name(\"external-dns-84a9d415-21ec-4d54-a7ba-e747a65f45da\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a10d1151-025e-4430-a74c-6acc3f95a1b1, kind: Service { id: 62066dee-eb27-4e22-82af-d6f54cd68cb8 }, name: Name(\"external-dns-62066dee-eb27-4e22-82af-d6f54cd68cb8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 241, 115])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 68a9d1e8-ceda-4c5a-8937-9bce004f9a62, kind: Service { id: 08f12374-88d2-4786-9b5c-1eaf71fa1fdb }, name: Name(\"nexus-08f12374-88d2-4786-9b5c-1eaf71fa1fdb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 127])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c16e2160-d3bc-4e15-9f3e-5c8344cc0ebf, kind: Service { id: 642d4f03-affd-40ae-bcb0-fdcb3de04f57 }, name: Name(\"nexus-642d4f03-affd-40ae-bcb0-fdcb3de04f57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dbc6e1c4-ec25-45d5-b00c-a3af75d85524, kind: Service { id: d0ac8e76-4915-4366-abf5-3fb6f7a6034c }, name: Name(\"nexus-d0ac8e76-4915-4366-abf5-3fb6f7a6034c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 190, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.681100386Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.681126826Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.681138147Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.681154257Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.681170817Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.681181797Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.681206017Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5b335e78-bd36-4d0b-b722-b50c9af02021","remote_addr":"[fd00:1122:3344:101::a]:36460","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":290,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.863386852Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40525"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.863622865Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 23f70556-bccf-4aee-a3ea-99c594f0d8f9, kind: Service { id: 84a9d415-21ec-4d54-a7ba-e747a65f45da }, name: Name(\"external-dns-84a9d415-21ec-4d54-a7ba-e747a65f45da\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a10d1151-025e-4430-a74c-6acc3f95a1b1, kind: Service { id: 62066dee-eb27-4e22-82af-d6f54cd68cb8 }, name: Name(\"external-dns-62066dee-eb27-4e22-82af-d6f54cd68cb8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 241, 115])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 68a9d1e8-ceda-4c5a-8937-9bce004f9a62, kind: Service { id: 08f12374-88d2-4786-9b5c-1eaf71fa1fdb }, name: Name(\"nexus-08f12374-88d2-4786-9b5c-1eaf71fa1fdb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 127])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c16e2160-d3bc-4e15-9f3e-5c8344cc0ebf, kind: Service { id: 642d4f03-affd-40ae-bcb0-fdcb3de04f57 }, name: Name(\"nexus-642d4f03-affd-40ae-bcb0-fdcb3de04f57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dbc6e1c4-ec25-45d5-b00c-a3af75d85524, kind: Service { id: d0ac8e76-4915-4366-abf5-3fb6f7a6034c }, name: Name(\"nexus-d0ac8e76-4915-4366-abf5-3fb6f7a6034c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 190, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.863684546Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.863701306Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.863713256Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.863729156Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.863750316Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.863766426Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:22.863784857Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"fffe893e-248d-4b23-83b1-006685181030","remote_addr":"[fd00:1122:3344:101::b]:40525","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":293,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:27.2471901Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60425"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:27.248722247Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"ad49c1ec-ba16-4f28-b586-fa38203e0341","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60425","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1518,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:27.845108073Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51701"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:27.845190544Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4ea6b029-9a9f-4427-bfdd-91003fb23919","remote_addr":"[fd00:1122:3344:101::b]:51701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":56,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:27.969179041Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d684b2b5-361f-4538-8032-d1db2a5806d0","remote_addr":"[fd00:1122:3344:101::b]:51701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1483,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.480398881Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40452"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.480547782Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"57acbe71-c915-44e0-8462-5306c61d57ae","remote_addr":"[fd00:1122:3344:101::a]:40452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.502927073Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7e252ec1-a366-4f79-ac3f-d72b993d8d21","remote_addr":"[fd00:1122:3344:101::a]:40452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":147,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.605209776Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57817"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.605745473Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"1a7989c1-0ce4-4b2e-a59d-e101d109fd4e","remote_addr":"[fd00:1122:3344:101::a]:57817","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":438,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.667651455Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52933"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.667732805Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"626f4c98-47ae-4e98-8107-89fe5ed7d0fa","remote_addr":"[fd00:1122:3344:101::b]:52933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":56,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.684254488Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5974f4b7-8e71-44d9-ac29-e34e6e65f925","remote_addr":"[fd00:1122:3344:101::b]:52933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":133,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.782807548Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46034"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.782883259Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f1df20ae-cd0c-4635-8ca7-506b7df9f1c4","remote_addr":"[fd00:1122:3344:101::c]:46034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":48,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.796282195Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ed6b11cd-7111-4038-af04-cd139d0b3509","remote_addr":"[fd00:1122:3344:101::c]:46034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.823553733Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39065"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.823717655Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"83de701e-70f0-48d9-a382-179b9affe579","remote_addr":"[fd00:1122:3344:101::c]:39065","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":120,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.871910037Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58415"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.87304765Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.935116864Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.994954282Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2275a704-bd05-4ecc-b607-9553dfec269a","remote_addr":"[fd00:1122:3344:101::a]:58415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":122978,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.995123534Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:34610"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.995196115Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34284"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.995457918Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"483a0ed7-c684-4971-8821-6791d49a7aa7","remote_addr":"[fd00:1122:3344:101::b]:34610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":241,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:38.996171196Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:39.000834061Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9a3c0dcd-38bb-4277-aca9-35b88e14e124","remote_addr":"[fd00:1122:3344:101::a]:58415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5497,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:39.030308554Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44569"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:39.038296977Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:39.038323117Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:39.039915196Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:39.039955566Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:39.045315689Z","hostname":"buskin","pid":1562,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:39.045571802Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"64bc819d-cbff-4083-862a-2f70706ccd07","remote_addr":"[fd00:1122:3344:101::a]:58415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7619,"response_code":"204"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:39.098701921Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:39.098782522Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"fd3eba2f-9466-4623-aeef-fb17989f14c2","remote_addr":"[fd00:1122:3344:101::c]:34284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103400,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:39.102154811Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5565a035-e6cf-47f4-b61a-68558b121269","remote_addr":"[fd00:1122:3344:101::c]:34284","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":296,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:39.133230584Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:39.183734583Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a66223d8-3058-42d7-bf91-c0d7460af789","remote_addr":"[fd00:1122:3344:101::b]:44569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":153252,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:39.184161178Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b01df4d1-b870-4c25-b57c-974ddc3d3a41","remote_addr":"[fd00:1122:3344:101::b]:44569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:57.286194689Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57850"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:00:57.286314681Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"acf392a3-f29b-4d7d-a036-b1944e02fd98","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:57850","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":86,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:06.375885971Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:58469","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::d]:46534"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:06.405212633Z","hostname":"buskin","pid":1562,"uri":"/a1d48343-ef24-4db3-b93a-10d710ca070c","method":"GET","req_id":"b5a153b2-f94c-466b-b74c-2cc446e20b61","remote_addr":"[fd00:1122:3344:101::d]:46534","local_addr":"[fd00:1122:3344:101::1]:58469","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":28695,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:08.564705309Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38423"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:08.564901731Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1eef4225-32bf-480b-b5fe-30d561888ebe","remote_addr":"[fd00:1122:3344:101::a]:38423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:08.674804643Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:08.675011855Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"49603210-a481-4b51-8a79-7ae1085a622a","remote_addr":"[fd00:1122:3344:101::a]:44014","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":165,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:08.687858155Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4a33596f-42a7-48cc-8e74-94740aebd768","remote_addr":"[fd00:1122:3344:101::a]:38423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":143,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:08.766679494Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37463"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:08.767598625Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"0126830d-ba71-4c1b-807c-1941c33a576a","remote_addr":"[fd00:1122:3344:101::b]:37463","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":890,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:08.776702591Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fa5b8db8-1d38-4876-98f8-13ff5c889604","remote_addr":"[fd00:1122:3344:101::b]:37463","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:08.781090552Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54802"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:08.781207654Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f6d521f2-3168-447c-9407-bd1dec1567ee","remote_addr":"[fd00:1122:3344:101::c]:54802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":32,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:08.796018226Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"073cdaff-79c7-43b9-a428-84c5ed664b18","remote_addr":"[fd00:1122:3344:101::c]:54802","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:08.890163885Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36910"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:08.890336467Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"b0078ddd-106c-4b52-94d9-f7aa536df39b","remote_addr":"[fd00:1122:3344:101::b]:36910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:08.900466365Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42701"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:08.900556096Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:08.940443591Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:09.002531395Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"881f2839-8883-44ac-b753-c7dda0268135","remote_addr":"[fd00:1122:3344:101::a]:42701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102013,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:09.002644607Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54217"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:09.002752328Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:09.039830429Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:09.09648947Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ffed1a6c-f271-4ce0-939e-35a62227f81d","remote_addr":"[fd00:1122:3344:101::b]:54217","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93782,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:09.096674203Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37000"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:09.097028064Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"eac2a859-f99c-4586-8b26-93bb2d4dbbde","remote_addr":"[fd00:1122:3344:101::a]:42701","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":281,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:09.097038845Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"49cb92d3-a665-43bb-8cd3-64264abebed9","remote_addr":"[fd00:1122:3344:101::b]:54217","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":239,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:09.097130318Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f9a383c3-cc5e-4618-813a-7b01d73dce60","remote_addr":"[fd00:1122:3344:101::c]:37000","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":285,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:09.195746048Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57277"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:09.1958712Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:09.235510412Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:09.291201032Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a0d6dbfe-7608-4ff0-ab76-b802d4f8ea7b","remote_addr":"[fd00:1122:3344:101::c]:57277","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95398,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:09.291569696Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"393c66fd-b1b4-48ed-898a-cd044f7014d1","remote_addr":"[fd00:1122:3344:101::c]:57277","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:27.323085794Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41835"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:27.324141877Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"7666d285-259c-44d7-a54e-fbba9ab0a44f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41835","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1045,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:36.382771496Z","hostname":"buskin","pid":1562,"uri":"/a1d48343-ef24-4db3-b93a-10d710ca070c","method":"GET","req_id":"44ea319a-3e6b-40f8-b0d2-e3a8e7a4efea","remote_addr":"[fd00:1122:3344:101::d]:46534","local_addr":"[fd00:1122:3344:101::1]:58469","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7060,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.49065316Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58955"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.490848772Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"405c6642-7a75-4f8e-8adb-32fe1a88b94a","remote_addr":"[fd00:1122:3344:101::a]:58955","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":152,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.502928073Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:41684"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.503008974Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"629686ab-92dc-4a96-ab20-6722c0f369f9","remote_addr":"[fd00:1122:3344:101::a]:41684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":55,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.514606079Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6fa79c8b-1108-47bd-8955-c7fc1df39139","remote_addr":"[fd00:1122:3344:101::a]:41684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":115,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.673582154Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54541"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.673689605Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.715683585Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.770907269Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"006a87b0-3b2b-47fa-9138-b6804eaac616","remote_addr":"[fd00:1122:3344:101::a]:54541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":97267,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.771214982Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42677"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.771300033Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42042"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.771443005Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d0599d78-f7f8-443e-9bdf-7cd7a5f741b0","remote_addr":"[fd00:1122:3344:101::b]:42677","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":144,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.771525756Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"efba00a0-b190-4a82-9278-75ea4f7f10c7","remote_addr":"[fd00:1122:3344:101::a]:54541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":314,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.772811341Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"b264c399-1cac-46b7-9bf2-cdd42e05300e","remote_addr":"[fd00:1122:3344:101::b]:42042","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1422,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.781514772Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a8e432f7-0cc0-4f6a-8c97-e029b57079b3","remote_addr":"[fd00:1122:3344:101::b]:42677","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":144,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.793658424Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61407"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.793809316Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"951ed37f-a5fe-4277-8760-4c6bde89e2b9","remote_addr":"[fd00:1122:3344:101::c]:61407","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.806593005Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:59034"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.806651226Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5ae3103b-7fe3-4d14-91d3-17189ef48aa5","remote_addr":"[fd00:1122:3344:101::c]:59034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.822574851Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"42c21d04-477f-4377-b893-f8c272fecb40","remote_addr":"[fd00:1122:3344:101::c]:59034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":117,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.857035873Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54904"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.85764466Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.895242509Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.950041098Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6a7f9b82-84e5-4c80-a9ca-76b5216a76be","remote_addr":"[fd00:1122:3344:101::b]:54904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":92963,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.950153729Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35831"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.951043119Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:38.987209952Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:39.044987485Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"0080aedb-8eeb-4594-b540-920b7e71f43c","remote_addr":"[fd00:1122:3344:101::c]:35831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":94775,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:39.045239017Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d6286300-a378-48bf-a090-9262110aacea","remote_addr":"[fd00:1122:3344:101::b]:54904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":127,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:39.0454911Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c959f5a3-cdfd-47c1-b14c-0974bd16f425","remote_addr":"[fd00:1122:3344:101::c]:35831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":151,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:57.358453641Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47393"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:01:57.358527912Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"d299fec4-8d26-4179-b37c-55c4cfceda1c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47393","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:06.382938932Z","hostname":"buskin","pid":1562,"uri":"/a1d48343-ef24-4db3-b93a-10d710ca070c","method":"GET","req_id":"15721494-d276-4ced-835d-bc23bf655a92","remote_addr":"[fd00:1122:3344:101::d]:46534","local_addr":"[fd00:1122:3344:101::1]:58469","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6033,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:08.631986952Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:46199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:08.632094184Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6be94f22-8d68-4442-949b-0e31e1161b09","remote_addr":"[fd00:1122:3344:101::b]:46199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":61,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:08.654407794Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"927659dc-4fd8-4d5f-b376-7e3abdf55a3e","remote_addr":"[fd00:1122:3344:101::b]:46199","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":149,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:08.657786023Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:34977"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:08.657939855Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1c0a5801-23a0-4a0b-acce-0967c8aa1658","remote_addr":"[fd00:1122:3344:101::a]:34977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":28,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:08.661096382Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52625"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:08.661274314Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"5c4fda66-e4a8-4bb6-b155-db7c643e7695","remote_addr":"[fd00:1122:3344:101::a]:52625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":140,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:08.67723562Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"10c5a067-702f-4a9b-abb2-f9395cc9e38b","remote_addr":"[fd00:1122:3344:101::a]:34977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:08.826025865Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40730"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:08.826178197Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a3dae726-a262-4c9b-98ce-7fa3a382cf7b","remote_addr":"[fd00:1122:3344:101::c]:40730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:08.842013452Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"0d9c1139-b7ec-40f4-89dd-47d1a8fdc5c7","remote_addr":"[fd00:1122:3344:101::c]:40730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":129,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:08.910668193Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49569"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:08.910775014Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:08.953041827Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:09.012836215Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"92988c28-3712-4584-be0f-bf61918224e8","remote_addr":"[fd00:1122:3344:101::a]:49569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102113,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:09.012989396Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62997"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:09.013093087Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:38214"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:09.013214189Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:09.017235896Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"c2ae1980-e794-4a8e-b27d-b495c6908846","remote_addr":"[fd00:1122:3344:101::b]:38214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":3939,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:09.017327927Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"10015435-0b75-48ae-b68f-0772e5c51d10","remote_addr":"[fd00:1122:3344:101::a]:49569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4016,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:09.049358229Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:09.054089755Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64176"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:09.055342739Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"b460c34d-af81-4005-94d4-ff286543521b","remote_addr":"[fd00:1122:3344:101::c]:64176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":625,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:09.106674068Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"bb1dcd85-09a0-4aac-8b4c-93bfa8138296","remote_addr":"[fd00:1122:3344:101::b]:62997","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93589,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:09.107787771Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"89215c51-cad8-4428-8afe-e0acf0faf9dd","remote_addr":"[fd00:1122:3344:101::b]:62997","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":884,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:09.223512321Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37974"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:09.224234829Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:09.259333418Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:09.312562489Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"db896bc3-0397-4d9a-ad90-0e89829bf16c","remote_addr":"[fd00:1122:3344:101::c]:37974","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88990,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:09.312819092Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"fe488453-3e45-425f-8889-9504c8ed127a","remote_addr":"[fd00:1122:3344:101::c]:37974","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:27.392963817Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59148"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:27.393746686Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"1c15d6ee-c28d-4235-8159-26b199a9e674","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59148","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":786,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:36.389659534Z","hostname":"buskin","pid":1562,"uri":"/a1d48343-ef24-4db3-b93a-10d710ca070c","method":"GET","req_id":"cc8494d9-1eea-4c87-802c-47e5849efb64","remote_addr":"[fd00:1122:3344:101::d]:46534","local_addr":"[fd00:1122:3344:101::1]:58469","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":12532,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.534955324Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62887"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.535081106Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"42ca1385-8f3a-477e-94dd-1556d3f2c6fb","remote_addr":"[fd00:1122:3344:101::a]:62887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.549771827Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3f2d9e1b-6e0f-4730-8ef4-eb058f63abb3","remote_addr":"[fd00:1122:3344:101::a]:62887","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":152,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.715258997Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53072"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.715367729Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c1bc9a31-d50a-4622-8911-27171f0afc89","remote_addr":"[fd00:1122:3344:101::b]:53072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":67,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.71893915Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51025"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.719101912Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"f934368c-a4bc-4289-be07-76ddd8c64f8a","remote_addr":"[fd00:1122:3344:101::a]:51025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":137,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.729843998Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bb584cd2-1f1e-4223-882a-9a9a76c42b5f","remote_addr":"[fd00:1122:3344:101::b]:53072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":120,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.788658353Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38674"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.788750805Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.836148367Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.895725762Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b920246a-4645-4766-a622-91ce3d972747","remote_addr":"[fd00:1122:3344:101::a]:38674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107027,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.896022706Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48192"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.896051336Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38691"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.896111467Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39077"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.896305729Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a78ec86a-59b4-45f7-9611-81b4e0b7ca4b","remote_addr":"[fd00:1122:3344:101::a]:38674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":319,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.897165879Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.89722157Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"39682f55-ca5c-4cfb-b160-8493a81788f4","remote_addr":"[fd00:1122:3344:101::c]:38691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1036,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.90669339Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6ee90b5d-bfa5-457a-b160-4a9f6cb20c98","remote_addr":"[fd00:1122:3344:101::c]:38691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":187,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.938668833Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.94522621Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:42679"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.945506013Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"3decd0f2-6672-405e-ac7a-bf416316b6de","remote_addr":"[fd00:1122:3344:101::c]:42679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":229,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.998593282Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:38.998688143Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"49174678-e5c8-4c98-b5f3-f8bfa1bb13c1","remote_addr":"[fd00:1122:3344:101::c]:48192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":102474,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:39.003338597Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d134cddc-7818-4625-8c22-5d4212287145","remote_addr":"[fd00:1122:3344:101::c]:48192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":732,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:39.023631334Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:61270"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:39.024299942Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"94c0bc7d-66e2-4ba4-87e3-dd371b7d5b6c","remote_addr":"[fd00:1122:3344:101::b]:61270","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":643,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:39.040438919Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:39.096627155Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"de04cb88-b52c-4533-bc64-f281d79fbdf5","remote_addr":"[fd00:1122:3344:101::b]:39077","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":200340,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:39.09704208Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5cdc16bb-acb2-45be-89b1-494f95e8623b","remote_addr":"[fd00:1122:3344:101::b]:39077","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":153,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:51.386765292Z","hostname":"buskin","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:57.426985799Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37127"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:02:57.427071129Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"6dd25701-a2a9-4a2b-954a-0b56f3d4fd36","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:37127","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":66,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:06.40180161Z","hostname":"buskin","pid":1562,"uri":"/a1d48343-ef24-4db3-b93a-10d710ca070c","method":"GET","req_id":"f0035ffb-ea61-473e-a644-4b06a99eecd9","remote_addr":"[fd00:1122:3344:101::d]:46534","local_addr":"[fd00:1122:3344:101::1]:58469","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5268,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:08.664296097Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43937"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:08.664441439Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2a9225ad-47b9-4e92-8cf1-888f1006a68a","remote_addr":"[fd00:1122:3344:101::a]:43937","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:08.684881907Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"30c2c4eb-19ca-4f41-9287-6f3c18b721ee","remote_addr":"[fd00:1122:3344:101::a]:43937","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":182,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:08.775731697Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46705"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:08.775927569Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"8a8e842a-71aa-43cb-9bc0-e1b590ec5bf8","remote_addr":"[fd00:1122:3344:101::a]:46705","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:08.787606365Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:50396"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:08.787718406Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"12d0686a-5137-4243-8ccd-57082878416b","remote_addr":"[fd00:1122:3344:101::b]:50396","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:08.796791262Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"21c16c1d-6952-47df-a020-bd787551d275","remote_addr":"[fd00:1122:3344:101::b]:50396","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:08.922381727Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:34838"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:08.922540959Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"da67a594-4d48-43a6-96ab-a67b9ccc5489","remote_addr":"[fd00:1122:3344:101::b]:34838","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:08.961143979Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57747"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:08.96124204Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.000039533Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.061126115Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d3d9cbb7-a29f-4861-9f1c-dda8d8b982f3","remote_addr":"[fd00:1122:3344:101::a]:57747","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99924,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.061321287Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33466"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.061353427Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:41888"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.061394508Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58995"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.061699201Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"952cbcce-4f7e-4988-a654-0e78e241f040","remote_addr":"[fd00:1122:3344:101::a]:57747","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":231,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.061723602Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"11885c65-b579-4ff9-81d7-b93ad179e119","remote_addr":"[fd00:1122:3344:101::c]:58995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":238,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.061790422Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.061802442Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"fc528ce4-bb6b-44cc-a16f-92c3ad31cf1d","remote_addr":"[fd00:1122:3344:101::c]:33466","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":323,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.071177042Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"66ced185-9885-456a-b9fb-9c84bca4173a","remote_addr":"[fd00:1122:3344:101::c]:58995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":806,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.099102328Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.15421566Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41567"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.158380489Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.158395449Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"cd339a32-9aec-4c7c-9ab6-775025fa5524","remote_addr":"[fd00:1122:3344:101::b]:41888","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96763,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.163427768Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"44f4041d-b0b0-4baf-9c24-115410553747","remote_addr":"[fd00:1122:3344:101::b]:41888","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":662,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.197464475Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.257648197Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"39a8877c-aee1-4315-b117-bed6ac453e6c","remote_addr":"[fd00:1122:3344:101::c]:41567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103302,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:09.258063012Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e7aa8930-d355-4072-9423-41399e5a97a4","remote_addr":"[fd00:1122:3344:101::c]:41567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":157,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:27.465472581Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34039"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:27.465580222Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"8ab16d8b-7a2d-4364-8eca-dbf7666b492d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34039","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:36.475692556Z","hostname":"buskin","pid":1562,"uri":"/a1d48343-ef24-4db3-b93a-10d710ca070c","method":"GET","req_id":"2dfd805c-26a7-42ec-9653-bbd46a76dc83","remote_addr":"[fd00:1122:3344:101::d]:46534","local_addr":"[fd00:1122:3344:101::1]:58469","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6367,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.435809326Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40311"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.435873217Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"eb7b8c9e-ec30-42e6-a1df-22cd0173d52c","remote_addr":"[fd00:1122:3344:101::a]:40311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":50,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.458259498Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7a7754fa-bf07-45a3-9785-88ee6f6bb07b","remote_addr":"[fd00:1122:3344:101::a]:40311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.58358716Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36326"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.584685453Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"74511e38-8718-4c63-8c62-e586741a1e33","remote_addr":"[fd00:1122:3344:101::b]:36326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1043,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.614839334Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ab4f2e64-162a-48c2-aba5-81231048ec42","remote_addr":"[fd00:1122:3344:101::b]:36326","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":125,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.652579585Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33993"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.652821397Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"3101e209-3d51-41dc-8c88-eb5d745f5b76","remote_addr":"[fd00:1122:3344:101::a]:33993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":177,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.711237729Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58368"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.71134411Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.756000791Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.819474011Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"40b47578-7de0-4547-a4f9-15101f31a177","remote_addr":"[fd00:1122:3344:101::a]:58368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":108166,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.819874076Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61572"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.819894246Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48343"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.819902566Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56652"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.820137679Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e0fa8109-4500-4415-a52f-cdd4c39df95f","remote_addr":"[fd00:1122:3344:101::a]:58368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":358,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.82106021Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"64e4c334-ce29-4adc-80ea-5b50d5635aa9","remote_addr":"[fd00:1122:3344:101::c]:61572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1112,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.821163941Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.821189991Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"e155ec03-3784-4de5-9ecb-4e8d6e2c9514","remote_addr":"[fd00:1122:3344:101::b]:56652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1196,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.832396752Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"398ff772-a8c5-41ed-ab8a-87393fa3d874","remote_addr":"[fd00:1122:3344:101::c]:61572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":266,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.86649048Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.893788528Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:63094"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.927297869Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.927367379Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8370b824-c8e6-468e-8cad-39a96cf1a8f4","remote_addr":"[fd00:1122:3344:101::b]:48343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":107266,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.933839665Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b00712c1-e63b-4373-ac8d-11b3e5e80acf","remote_addr":"[fd00:1122:3344:101::b]:48343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1059,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.970394792Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.974230106Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37203"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:38.97458062Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"b3fdd948-f543-42e3-99df-22531d3f78fd","remote_addr":"[fd00:1122:3344:101::c]:37203","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":265,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:39.034324197Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"fbe9fb57-11fe-408b-92df-26a860ece581","remote_addr":"[fd00:1122:3344:101::c]:63094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":140354,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:39.034687191Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a75c72e3-4475-4ba4-9445-6d2fd3aaa8be","remote_addr":"[fd00:1122:3344:101::c]:63094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":153,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:57.497978444Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48838"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:03:57.498123236Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"23ce9085-e3fd-416a-adcb-fae0be7dea3b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:48838","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:06.477928476Z","hostname":"buskin","pid":1562,"uri":"/a1d48343-ef24-4db3-b93a-10d710ca070c","method":"GET","req_id":"a5649989-36ee-440e-8302-cdd8d67153b0","remote_addr":"[fd00:1122:3344:101::d]:46534","local_addr":"[fd00:1122:3344:101::1]:58469","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":8711,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:08.658213844Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64595"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:08.660184587Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5613e795-a6f9-4ba9-ab93-e5fcfc8a90fe","remote_addr":"[fd00:1122:3344:101::a]:64595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1933,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:08.678086336Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"fd1dbb93-aa7f-4b6f-98db-1fdb22c56279","remote_addr":"[fd00:1122:3344:101::a]:64595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1979,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:08.857786492Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35311"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:08.857996805Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"0af7aec0-6624-4452-b9f7-0bb4a3f1403a","remote_addr":"[fd00:1122:3344:101::a]:35311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":179,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:08.896710766Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:58982"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:08.896803027Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5c20c186-7454-46c2-bfcf-617aa1df2419","remote_addr":"[fd00:1122:3344:101::c]:58982","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":55,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:08.907089927Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f2a5f729-93ed-44fa-b729-b3480bf6072e","remote_addr":"[fd00:1122:3344:101::c]:58982","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":117,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:08.921256252Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:47055"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:08.921346944Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6c96f061-6bf8-4207-a729-73435f0d5cda","remote_addr":"[fd00:1122:3344:101::b]:47055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":56,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:08.934878361Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ba3a3f03-f4d8-455b-892c-692e496ce9a8","remote_addr":"[fd00:1122:3344:101::b]:47055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":131,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:08.93647708Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44923"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:08.936573831Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:08.981566146Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:09.044967524Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"10776ace-d619-4d46-9305-7e4000f512fc","remote_addr":"[fd00:1122:3344:101::a]:44923","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":108431,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:09.045296058Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"0c380413-3c3f-4152-a66a-2b8f72e38a50","remote_addr":"[fd00:1122:3344:101::a]:44923","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:09.060681708Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:51519"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:09.06083607Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:09.099179227Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:09.156108901Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"52fd2de3-036b-4ec8-b93c-2ee6664037be","remote_addr":"[fd00:1122:3344:101::c]:51519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":95336,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:09.156562186Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:32865"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:09.156606447Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57932"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:09.156618736Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63944"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:09.156681267Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"c876a297-ee5c-4324-965f-74b472a616b6","remote_addr":"[fd00:1122:3344:101::c]:32865","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":243,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:09.156807939Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"4b921ca1-d109-4c51-873d-36f51790b74f","remote_addr":"[fd00:1122:3344:101::c]:51519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":347,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:09.156872759Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:09.15689388Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"e49bc68a-42da-4f27-b01c-ed0ff12f364c","remote_addr":"[fd00:1122:3344:101::b]:63944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":310,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:09.195821004Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:09.255632971Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ceb17277-523f-4074-a6de-e2ae08dcfb6c","remote_addr":"[fd00:1122:3344:101::b]:57932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98935,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:09.256078547Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"71379817-2546-447c-83e2-80c15455d6e4","remote_addr":"[fd00:1122:3344:101::b]:57932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":187,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:27.53494527Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52034"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:27.535025711Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"fe947310-ef5e-43f5-be21-371900c417c5","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52034","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":77,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:36.476989339Z","hostname":"buskin","pid":1562,"uri":"/a1d48343-ef24-4db3-b93a-10d710ca070c","method":"GET","req_id":"0fbec15e-01bf-4f06-bda2-cc53e8163669","remote_addr":"[fd00:1122:3344:101::d]:46534","local_addr":"[fd00:1122:3344:101::1]:58469","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6680,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.569294351Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33958"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.569437433Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"2b3e3d27-b99b-44fd-a81c-f60186e6d410","remote_addr":"[fd00:1122:3344:101::a]:33958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":120,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.584336847Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"56b9a072-8f2b-4f0c-9e28-e9ce07c9a7d7","remote_addr":"[fd00:1122:3344:101::a]:33958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":175,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.673372415Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45593"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.673696939Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7a7519cb-0d4c-4f7d-a96b-98a8acf1be0c","remote_addr":"[fd00:1122:3344:101::b]:45593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":288,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.673862881Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62037"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.673995972Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.720559335Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.785418472Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7cfc2390-7811-4238-a392-d3c3059b3097","remote_addr":"[fd00:1122:3344:101::a]:62037","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":111474,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.785713465Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:59870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.785847297Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"b79b5522-d7c6-4247-b2a0-7e372bee8e15","remote_addr":"[fd00:1122:3344:101::b]:45593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":231,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.786046869Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"fc8987ba-0ba4-411a-8fdc-823e85a3c212","remote_addr":"[fd00:1122:3344:101::a]:62037","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":289,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.78607959Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"064a0812-ab97-4f5d-8c70-561171b89727","remote_addr":"[fd00:1122:3344:101::a]:59870","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":291,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.795407268Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:60745"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.79550318Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"5b93ae84-05f2-4632-9699-6f53437dbd67","remote_addr":"[fd00:1122:3344:101::c]:60745","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":37,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.805066093Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ce8f9229-b604-484d-a109-31d21340ef6d","remote_addr":"[fd00:1122:3344:101::c]:60745","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.808050246Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40968"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.808139827Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.845370911Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.906345562Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b82f7a26-e14b-4eff-ae92-7cb8215d9a2e","remote_addr":"[fd00:1122:3344:101::b]:40968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98229,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.906573265Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38015"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.906677626Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37653"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.907559227Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1372a814-7a39-4e23-b552-1dd818d03dc4","remote_addr":"[fd00:1122:3344:101::b]:40968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":925,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.907573017Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"b81dea1b-2c67-4ab0-a4ce-bbac6cecbfa3","remote_addr":"[fd00:1122:3344:101::c]:38015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":918,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.907594127Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"1cb8d131-5bbb-430d-bff4-2246562f06d5","remote_addr":"[fd00:1122:3344:101::b]:37653","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":845,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.921139605Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38006"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.921767892Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:38.957211146Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:39.009792479Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"830d3263-3e1d-42a2-abd2-7fa3a2f2821e","remote_addr":"[fd00:1122:3344:101::c]:38006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":88573,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:39.010132553Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"874635d5-3b8e-44a9-be6b-7abe609ffc94","remote_addr":"[fd00:1122:3344:101::c]:38006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:57.567046168Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36328"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:04:57.56719851Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"971fec42-72f1-4c9b-9ef7-d8167e41276c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36328","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:06.476985043Z","hostname":"buskin","pid":1562,"uri":"/a1d48343-ef24-4db3-b93a-10d710ca070c","method":"GET","req_id":"979ad068-3a2f-4e1c-8aaa-bacf98bdf75c","remote_addr":"[fd00:1122:3344:101::d]:46534","local_addr":"[fd00:1122:3344:101::1]:58469","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6252,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.640124952Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50874"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.642083344Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"59a8e46c-bdab-4c90-9066-2969ecc3e92b","remote_addr":"[fd00:1122:3344:101::a]:50874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1900,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.647174604Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49325"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.647370106Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a2453789-0308-484d-8630-bebfcecaef9c","remote_addr":"[fd00:1122:3344:101::a]:49325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":58,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.660243366Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e244a560-09fc-4323-a023-23366e5c0f5b","remote_addr":"[fd00:1122:3344:101::a]:49325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":131,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.803995043Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36899"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.805214387Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"bd48158d-18dd-4949-adf3-a82bc5a40c4b","remote_addr":"[fd00:1122:3344:101::b]:36899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1177,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.816386917Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"dce250cb-af90-4b5a-88db-9ec13bbd3463","remote_addr":"[fd00:1122:3344:101::b]:36899","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":180,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.864820772Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52356"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.864927814Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.905913032Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.98811711Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a05065c6-4cf8-492e-9991-2578edb30ec8","remote_addr":"[fd00:1122:3344:101::a]:52356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":123221,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.988542125Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:65006"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.988591086Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53425"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.988609326Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:56775"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.988650446Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37532"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.989964372Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.990067443Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"fe70b740-368f-4ae3-a28f-2e6dee6fd2b4","remote_addr":"[fd00:1122:3344:101::c]:56775","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1310,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.990093314Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"521832c2-72d8-4e18-b06e-b18306ac5504","remote_addr":"[fd00:1122:3344:101::b]:37532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1332,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.990118564Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b68429e2-b3c4-4a77-af10-4e4d04d8d1f3","remote_addr":"[fd00:1122:3344:101::a]:52356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1637,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.990136474Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 23f70556-bccf-4aee-a3ea-99c594f0d8f9, kind: Service { id: 84a9d415-21ec-4d54-a7ba-e747a65f45da }, name: Name(\"external-dns-84a9d415-21ec-4d54-a7ba-e747a65f45da\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a10d1151-025e-4430-a74c-6acc3f95a1b1, kind: Service { id: 62066dee-eb27-4e22-82af-d6f54cd68cb8 }, name: Name(\"external-dns-62066dee-eb27-4e22-82af-d6f54cd68cb8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 241, 115])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 68a9d1e8-ceda-4c5a-8937-9bce004f9a62, kind: Service { id: 08f12374-88d2-4786-9b5c-1eaf71fa1fdb }, name: Name(\"nexus-08f12374-88d2-4786-9b5c-1eaf71fa1fdb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 127])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c16e2160-d3bc-4e15-9f3e-5c8344cc0ebf, kind: Service { id: 642d4f03-affd-40ae-bcb0-fdcb3de04f57 }, name: Name(\"nexus-642d4f03-affd-40ae-bcb0-fdcb3de04f57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dbc6e1c4-ec25-45d5-b00c-a3af75d85524, kind: Service { id: d0ac8e76-4915-4366-abf5-3fb6f7a6034c }, name: Name(\"nexus-d0ac8e76-4915-4366-abf5-3fb6f7a6034c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 190, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.990179564Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.990199835Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.990229765Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.990242515Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.995611148Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.99578141Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:08.996021572Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6573833f-a3db-4772-a341-10aca6cbd5eb","remote_addr":"[fd00:1122:3344:101::a]:65006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7293,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.001212171Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"791be3a3-e3ae-4f9f-8c73-55db9fa239cc","remote_addr":"[fd00:1122:3344:101::c]:56775","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":167,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.035140589Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.091795889Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33449"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.09276329Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"1c6695a8-65b5-44c7-9c79-8748da187a58","remote_addr":"[fd00:1122:3344:101::c]:33449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":903,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.093632781Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7b0ddb3e-847e-4dc3-aad3-6f23aacd97f8","remote_addr":"[fd00:1122:3344:101::b]:53425","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104899,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.094001025Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c7c55b97-d74c-464d-875d-db2d6c98b82d","remote_addr":"[fd00:1122:3344:101::b]:53425","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.107039797Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33970"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.107169888Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.146619908Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.207964454Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"34d3cbbb-80a1-454a-8b8e-3f72f3113b52","remote_addr":"[fd00:1122:3344:101::c]:33970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100836,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.208302538Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36348"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.208600471Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"518ca596-5143-4992-98e0-f203ba264399","remote_addr":"[fd00:1122:3344:101::c]:33970","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":258,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.208733403Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 23f70556-bccf-4aee-a3ea-99c594f0d8f9, kind: Service { id: 84a9d415-21ec-4d54-a7ba-e747a65f45da }, name: Name(\"external-dns-84a9d415-21ec-4d54-a7ba-e747a65f45da\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a10d1151-025e-4430-a74c-6acc3f95a1b1, kind: Service { id: 62066dee-eb27-4e22-82af-d6f54cd68cb8 }, name: Name(\"external-dns-62066dee-eb27-4e22-82af-d6f54cd68cb8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 241, 115])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 68a9d1e8-ceda-4c5a-8937-9bce004f9a62, kind: Service { id: 08f12374-88d2-4786-9b5c-1eaf71fa1fdb }, name: Name(\"nexus-08f12374-88d2-4786-9b5c-1eaf71fa1fdb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 127])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c16e2160-d3bc-4e15-9f3e-5c8344cc0ebf, kind: Service { id: 642d4f03-affd-40ae-bcb0-fdcb3de04f57 }, name: Name(\"nexus-642d4f03-affd-40ae-bcb0-fdcb3de04f57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dbc6e1c4-ec25-45d5-b00c-a3af75d85524, kind: Service { id: d0ac8e76-4915-4366-abf5-3fb6f7a6034c }, name: Name(\"nexus-d0ac8e76-4915-4366-abf5-3fb6f7a6034c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 190, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.208797654Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.208820964Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.208867505Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.208909045Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.208981316Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.209019896Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.209041167Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d26ef1c2-fbbe-4598-996b-1723d8c866b3","remote_addr":"[fd00:1122:3344:101::b]:36348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":613,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.259624297Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:56275"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.260427766Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:671","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 23f70556-bccf-4aee-a3ea-99c594f0d8f9, kind: Service { id: 84a9d415-21ec-4d54-a7ba-e747a65f45da }, name: Name(\"external-dns-84a9d415-21ec-4d54-a7ba-e747a65f45da\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 249, 118])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a10d1151-025e-4430-a74c-6acc3f95a1b1, kind: Service { id: 62066dee-eb27-4e22-82af-d6f54cd68cb8 }, name: Name(\"external-dns-62066dee-eb27-4e22-82af-d6f54cd68cb8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 241, 115])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 68a9d1e8-ceda-4c5a-8937-9bce004f9a62, kind: Service { id: 08f12374-88d2-4786-9b5c-1eaf71fa1fdb }, name: Name(\"nexus-08f12374-88d2-4786-9b5c-1eaf71fa1fdb\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 229, 127])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c16e2160-d3bc-4e15-9f3e-5c8344cc0ebf, kind: Service { id: 642d4f03-affd-40ae-bcb0-fdcb3de04f57 }, name: Name(\"nexus-642d4f03-affd-40ae-bcb0-fdcb3de04f57\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 148, 34])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: dbc6e1c4-ec25-45d5-b00c-a3af75d85524, kind: Service { id: d0ac8e76-4915-4366-abf5-3fb6f7a6034c }, name: Name(\"nexus-d0ac8e76-4915-4366-abf5-3fb6f7a6034c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 190, 94])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.260482787Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.260513617Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.260547707Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.260578718Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.260604258Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.260625248Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:690","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:09.260649258Z","hostname":"buskin","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"23c52504-9e19-431d-9068-6c164f1c95b5","remote_addr":"[fd00:1122:3344:101::c]:56275","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":957,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:27.600770936Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49660"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:27.600881557Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"f3d04803-590f-4622-8441-fe71f4fe3b08","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49660","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:36.478339043Z","hostname":"buskin","pid":1562,"uri":"/a1d48343-ef24-4db3-b93a-10d710ca070c","method":"GET","req_id":"af423151-75c5-43f4-bdfd-822575536a15","remote_addr":"[fd00:1122:3344:101::d]:46534","local_addr":"[fd00:1122:3344:101::1]:58469","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":7329,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.481205862Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49238"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.481516336Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"0088d3c6-d473-4320-a85f-afaa802bad29","remote_addr":"[fd00:1122:3344:101::a]:49238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":234,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.579168815Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:40106"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.579267116Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"4b9a2d9c-8149-436e-9c2c-b31bb33f2d1e","remote_addr":"[fd00:1122:3344:101::a]:40106","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":67,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.596227264Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"312c041f-c6c7-4b18-97eb-8bbbe7a7f965","remote_addr":"[fd00:1122:3344:101::a]:40106","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":176,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.689863286Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:43161"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.689977727Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.733720308Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.806322524Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b728552a-a4b7-4967-ac3b-6d3a0350f3ab","remote_addr":"[fd00:1122:3344:101::a]:43161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":116401,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.806571887Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35433"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.806603378Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34196"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.806641198Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45533"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.807494508Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b2fbc925-a6c8-4297-ad4a-c29cd98d5502","remote_addr":"[fd00:1122:3344:101::c]:34196","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":812,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.807582189Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f90d5d22-8042-44ce-be0e-a7876d9510ba","remote_addr":"[fd00:1122:3344:101::b]:45533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":847,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.80766095Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5a83d432-9564-4b22-b1d6-6c835b37eb59","remote_addr":"[fd00:1122:3344:101::a]:43161","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1078,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.80767813Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"b1973880-0e47-4ef6-9a57-06e02a70dc6b","remote_addr":"[fd00:1122:3344:101::b]:35433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":975,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.817041769Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"950af977-a68a-4ba6-8bc5-b5aafd92948e","remote_addr":"[fd00:1122:3344:101::b]:45533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":127,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.817476265Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"45979aa5-4697-4d48-b4ec-3b245682c830","remote_addr":"[fd00:1122:3344:101::c]:34196","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":55,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.845950137Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56339"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.846045088Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.88656454Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.946853834Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6a2cdd48-1b48-473e-b31c-eb220164eb89","remote_addr":"[fd00:1122:3344:101::b]:56339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":100841,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.947898756Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"bc907881-5cd4-4aca-aaff-badd0043549c","remote_addr":"[fd00:1122:3344:101::b]:56339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":823,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.950367364Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52356"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.950613197Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"315da8f5-5571-48ca-9761-ac2a7ce89ce9","remote_addr":"[fd00:1122:3344:101::c]:52356","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":176,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.962444295Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40360"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:38.962585667Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:39.000294667Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:39.06409064Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2fce9e7e-897a-4f8f-9093-3fbe65488f19","remote_addr":"[fd00:1122:3344:101::c]:40360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":101567,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:39.064518545Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ea1eda27-6656-4727-bbe3-901bb6ad2ae1","remote_addr":"[fd00:1122:3344:101::c]:40360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:57.638605801Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42168"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:05:57.639214229Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"d6baf793-99da-4d36-ba0f-a11276ad4798","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:42168","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":594,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:06.593549861Z","hostname":"buskin","pid":1562,"uri":"/a1d48343-ef24-4db3-b93a-10d710ca070c","method":"GET","req_id":"ca139857-8a50-45cb-a8ea-69cb4cbf3b1b","remote_addr":"[fd00:1122:3344:101::d]:46534","local_addr":"[fd00:1122:3344:101::1]:58469","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":6506,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:08.759865127Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52880"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:08.759988738Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ff9d49b8-f9e3-48bf-b3a7-2bea292c691d","remote_addr":"[fd00:1122:3344:101::a]:52880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":104,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:08.771026727Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3ba80851-36bb-4e02-a9f5-60781e17899c","remote_addr":"[fd00:1122:3344:101::a]:52880","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":126,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:08.830772114Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:40340"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:08.830838045Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7c2c8082-e101-4d36-89f0-bbdaaf800c8d","remote_addr":"[fd00:1122:3344:101::b]:40340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":51,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:08.852422536Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"89a6e146-ca23-4a3b-825e-9dc4622e3d7b","remote_addr":"[fd00:1122:3344:101::b]:40340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":167,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:08.856392852Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55841"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:08.856577855Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"45230bfa-d499-48b9-a413-b02fc7880a45","remote_addr":"[fd00:1122:3344:101::a]:55841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":158,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:08.927162048Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63417"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:08.927270969Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:08.972110352Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.037875019Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"27121acf-1a7c-4d21-8bdf-ff0e730803d7","remote_addr":"[fd00:1122:3344:101::a]:63417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":110644,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.038067502Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45460"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.038092922Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45089"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.038109612Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46173"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.039288015Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"529f48c2-8fcc-4a5d-b2e8-77cd9926b64a","remote_addr":"[fd00:1122:3344:101::c]:46173","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1082,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.039322885Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"47fc86c2-0f9a-48b0-b981-a7e7b1df512c","remote_addr":"[fd00:1122:3344:101::a]:63417","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1097,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.039334055Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.039409226Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"554757a6-020d-4c6f-8a65-29bc76267b9a","remote_addr":"[fd00:1122:3344:101::c]:45460","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1186,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.048485962Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c2049340-2417-4474-b33c-2d5057f07448","remote_addr":"[fd00:1122:3344:101::c]:46173","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":156,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.067210001Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:37155"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.067433333Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"3c68e056-f23c-46e1-b83b-04310bf16484","remote_addr":"[fd00:1122:3344:101::b]:37155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":182,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.080818439Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.119005595Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46387"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.13744415Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.13750303Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"49c9d891-c29b-493e-9d40-d2bb3aa3fe64","remote_addr":"[fd00:1122:3344:101::b]:45089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":99063,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.142301416Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"49ac8e15-0023-4dbc-85b9-b1f280fd70a4","remote_addr":"[fd00:1122:3344:101::b]:45089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":624,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.173592891Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.225498737Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"ce8ba2ec-f1ef-4d5e-84d5-8c6f5071bf62","remote_addr":"[fd00:1122:3344:101::c]:46387","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":106382,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:09.225880701Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"9b7d903f-cd2e-496c-a52b-3f4ee4252114","remote_addr":"[fd00:1122:3344:101::c]:46387","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:27.672324488Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63403"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:27.672425119Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"cb837cc2-7303-4eaf-aec3-256022e83607","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:63403","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":77,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:35.824462785Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46765"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:35.824645787Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"93df5a7a-8f66-4170-aa0e-668da756c3c8","remote_addr":"[fd00:1122:3344:101::a]:46765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":157,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:35.82492899Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:778","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 250, 18, 95])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(3553943) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:35.824958661Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"PUT","req_id":"33d03f59-dca5-4aeb-9e97-3399c21cd2af","remote_addr":"[fd00:1122:3344:101::a]:46765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":118,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:35.946591359Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38474"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:35.950884829Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:570","metadata":"InstanceMetadata { silo_id: b7b9b986-2c7d-4c14-b1e1-d7b9b4902c89, project_id: 7651e818-5261-4078-bcd1-dd3f2777d322 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-09T21:06:35.944305433Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(46079bec-4fe4-468f-a68f-12942ef9ce3c (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-09-09T21:06:35.516778246Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: f5ad1bd2-ec05-414f-b778-3f9401beebce, kind: Instance { id: fc99694c-2e56-4d2c-9149-8df29bc9507d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 18, 95])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3553943), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f5ad1bd2-ec05-414f-b778-3f9401beebce, kind: Instance { id: fc99694c-2e56-4d2c-9149-8df29bc9507d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 18, 95])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3553943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f5ad1bd2-ec05-414f-b778-3f9401beebce, kind: Instance { id: fc99694c-2e56-4d2c-9149-8df29bc9507d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 18, 95])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3553943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(3553943))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f5ad1bd2-ec05-414f-b778-3f9401beebce, kind: Instance { id: fc99694c-2e56-4d2c-9149-8df29bc9507d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 18, 95])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3553943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-e5fc8e04859\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 48794065-00f4-4dea-9342-b536d54072c8, read_only_parent: Some(Volume { block_size: 512, id: fa777d8a-17bc-46d6-8d37-18a8fb77a6d2, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 29e72910-cccb-4efc-97af-72c6472947f1, key: Some(\"c63L6UwlO/JT+T2ynjiNl106jEZoBRDcgxQUIllkwtU=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::15]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 48794065-00f4-4dea-9342-b536d54072c8, key: Some(\"X+6tnnUFNOB9AA3gb6dI/f0rQ+pqG+PzmIUpCoJdrbk=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::19]:19000\", \"[fd00:1122:3344:101::17]:19000\"] } }] } }], cloud_init_bytes: Some(..) }","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:35.95092471Z","hostname":"buskin","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:603","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:35.951635798Z","hostname":"buskin","pid":1562,"propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:1008","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: f5ad1bd2-ec05-414f-b778-3f9401beebce, kind: Instance { id: fc99694c-2e56-4d2c-9149-8df29bc9507d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 18, 95])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3553943), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f5ad1bd2-ec05-414f-b778-3f9401beebce, kind: Instance { id: fc99694c-2e56-4d2c-9149-8df29bc9507d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 18, 95])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3553943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f5ad1bd2-ec05-414f-b778-3f9401beebce, kind: Instance { id: fc99694c-2e56-4d2c-9149-8df29bc9507d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 18, 95])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3553943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(3553943))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: f5ad1bd2-ec05-414f-b778-3f9401beebce, kind: Instance { id: fc99694c-2e56-4d2c-9149-8df29bc9507d }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 250, 18, 95])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(3553943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-e5fc8e04859\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 48794065-00f4-4dea-9342-b536d54072c8, read_only_parent: Some(Volume { block_size: 512, id: fa777d8a-17bc-46d6-8d37-18a8fb77a6d2, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 29e72910-cccb-4efc-97af-72c6472947f1, key: Some(\"c63L6UwlO/JT+T2ynjiNl106jEZoBRDcgxQUIllkwtU=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::15]:19002\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 48794065-00f4-4dea-9342-b536d54072c8, key: Some(\"X+6tnnUFNOB9AA3gb6dI/f0rQ+pqG+PzmIUpCoJdrbk=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::12]:19002\", \"[fd00:1122:3344:101::19]:19000\", \"[fd00:1122:3344:101::17]:19000\"] } }] } }], cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-09T21:06:35.944305433Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:35.951740579Z","hostname":"buskin","pid":1562,"uri":"/vmms/46079bec-4fe4-468f-a68f-12942ef9ce3c","method":"PUT","req_id":"4c4aed34-f309-4574-a89b-bef06d3f6174","remote_addr":"[fd00:1122:3344:101::a]:38474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5090,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:36.06242963Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57654"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:36.062684423Z","hostname":"buskin","pid":1562,"uri":"/vmms/46079bec-4fe4-468f-a68f-12942ef9ce3c/state","method":"PUT","req_id":"37acb78c-eb8e-44f1-b2a4-e77466b2a250","remote_addr":"[fd00:1122:3344:101::a]:57654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":159,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:36.066500637Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:424","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 250, 18, 95]), slot: 0, vni: Vni { inner: 3553943 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:36.066553898Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:36.10788087Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:36.131768579Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:36.593624436Z","hostname":"buskin","pid":1562,"uri":"/a1d48343-ef24-4db3-b93a-10d710ca070c","method":"GET","req_id":"0b06f2ae-5a03-4fad-960c-ec4dd5a501d2","remote_addr":"[fd00:1122:3344:101::d]:46534","local_addr":"[fd00:1122:3344:101::1]:58469","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"producer-server","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5966,"response_code":"200"} {"msg":"Profile for oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:37.402750862Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c zone","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:37.403010235Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c\") failed: Property not found. retry in 29.927825ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T21:06:37.671898961Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c\") failed: Property not found. retry in 144.515988ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T21:06:37.711176159Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c\") failed: Property not found. retry in 202.380564ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T21:06:37.871459488Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c\") failed: Property not found. retry in 582.392312ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T21:06:38.086714179Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.481567724Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45886"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.483113562Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"53974d16-1257-41c1-b110-9533e75821a2","remote_addr":"[fd00:1122:3344:101::a]:45886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1471,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.542335913Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56667"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.659664811Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:65519"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.659785973Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b63645f7-23dd-4b7e-b2c6-41cd5a35069b","remote_addr":"[fd00:1122:3344:101::b]:65519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":77,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c\") failed: Property not found. retry in 913.243029ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T21:06:38.682134393Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.682272375Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:43860"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.68785168Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61443"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.689009883Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"ae878d39-8931-4c14-a4f1-8a9bc3eb832e","remote_addr":"[fd00:1122:3344:101::a]:61443","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.705169052Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:47938"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.705311134Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.753612557Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.820200604Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"59daa812-4571-4b50-97b9-57bfdfcaffb6","remote_addr":"[fd00:1122:3344:101::a]:47938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114953,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.820598038Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50550"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.820801191Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:39876"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.820823321Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:54132"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.820884262Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51905"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.821171065Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8a592ea8-abf6-4176-80f7-2ad83ee527f6","remote_addr":"[fd00:1122:3344:101::a]:47938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":447,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.821240386Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.821250476Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"4411ff77-d359-4cb2-8275-734078acc035","remote_addr":"[fd00:1122:3344:101::b]:65519","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":631,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.821288666Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1a111c57-6117-4d7c-b832-84b7885bb066","remote_addr":"[fd00:1122:3344:101::c]:39876","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":333,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.821337907Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"61b2d70c-716f-4092-9aa4-a9a7590f42eb","remote_addr":"[fd00:1122:3344:101::a]:45886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":716,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.833402711Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"ca4c2a99-88be-45a1-a583-75a1baf5b209","remote_addr":"[fd00:1122:3344:101::b]:51905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5974,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.844026251Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5908cf82-33b4-48d1-897b-7e21f5d18224","remote_addr":"[fd00:1122:3344:101::c]:39876","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":277,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.867381614Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.924761903Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"221c8872-685d-4934-ba7f-d8940f24c0bf","remote_addr":"[fd00:1122:3344:101::b]:54132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":103704,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.925266829Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"85577fb3-c8bf-4416-b676-dcdb2724655b","remote_addr":"[fd00:1122:3344:101::b]:54132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":202,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.937083653Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49170"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.938107269Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"8af93ff5-31b1-41b9-bd28-6ad4dbdadaab","remote_addr":"[fd00:1122:3344:101::c]:49170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":937,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.951122121Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:45290"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.951247042Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4014"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:38.988086672Z","hostname":"buskin","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4038"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:39.048183082Z","hostname":"buskin","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"84625181-585e-4096-9d6c-96765e6cbd4e","remote_addr":"[fd00:1122:3344:101::c]:45290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":96975,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:39.049121763Z","hostname":"buskin","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c548943d-f129-4b7a-a331-bac197b7415e","remote_addr":"[fd00:1122:3344:101::c]:45290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":717,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c\") failed: Property not found. retry in 520.927379ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T21:06:39.606902989Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c\") failed: Property not found. retry in 1.084638002s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T21:06:40.138249755Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c\") failed: Property not found. retry in 1.186029036s","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T21:06:41.234880175Z","hostname":"buskin","pid":1562,"zone":"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:42.450191829Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:1466"} {"msg":"wait for service Some(\"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c\") failed: Property not found. retry in 35.254238ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T21:06:42.460046524Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c\") failed: Property not found. retry in 137.686351ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T21:06:42.506265923Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c\") failed: Property not found. retry in 115.120152ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T21:06:42.655021558Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c\") failed: Property not found. retry in 344.236866ms","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T21:06:42.78119393Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:43.136052638Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:1475"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:43.176696562Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:1499"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:43.327014975Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:744"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:43.327900116Z","hostname":"buskin","pid":1562,"uri":"/vmms/46079bec-4fe4-468f-a68f-12942ef9ce3c/state","method":"GET","req_id":"c2db0b79-05ea-4404-9aa0-e15413c7e97f","remote_addr":"[fd00:1122:3344:101::a]:56667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4785422,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:43.327921606Z","hostname":"buskin","pid":1562,"uri":"/vmms/46079bec-4fe4-468f-a68f-12942ef9ce3c/state","method":"GET","req_id":"e009ab02-ff0a-4c56-921a-91c72af0bb0c","remote_addr":"[fd00:1122:3344:101::b]:43860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4645496,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:43.327937666Z","hostname":"buskin","pid":1562,"uri":"/vmms/46079bec-4fe4-468f-a68f-12942ef9ce3c/state","method":"GET","req_id":"b239479c-34cc-4895-9a24-f4c7d216a70b","remote_addr":"[fd00:1122:3344:101::c]:50550","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":4500458,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-09-09T21:06:43.330606087Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:43.330645748Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:43.330672548Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-09T21:06:43.330606087Z }","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:43.330680458Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-09T21:06:43.330606087Z }, migration_in: None, migration_out: None }","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-09-09T21:06:43.380653451Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:43.380678581Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:43.380702951Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-09T21:06:43.380653451Z }","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:43.380710911Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-09T21:06:43.380653451Z }, migration_in: None, migration_out: None }","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:53.590701349Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36981"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:53.591268855Z","hostname":"buskin","pid":1562,"uri":"/vmms/46079bec-4fe4-468f-a68f-12942ef9ce3c/state","method":"PUT","req_id":"48ee3d01-a4b5-469f-8ca6-455cad867ad4","remote_addr":"[fd00:1122:3344:101::a]:36981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":495,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-09-09T21:06:53.591389937Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:53.591406657Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:53.591422727Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-09T21:06:53.591389937Z }","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:53.591441017Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-09T21:06:53.591389937Z }, migration_in: None, migration_out: None }","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-09-09T21:06:53.605342299Z }","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:53.6053611Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:594"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:53.6053785Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:616","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-09-09T21:06:53.605342299Z }","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:53.60541282Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:630","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:53.60542469Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T21:06:53.605522071Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:557","n_samples":6,"id":"14577560700367832433"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T21:06:53.605566442Z","hostname":"buskin","pid":1562,"component":"kstat-sampler-worker","sled_id":"a1d48343-ef24-4db3-b93a-10d710ca070c","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:557","n_samples":6,"id":"10224463484862149289"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:53.606834377Z","hostname":"buskin","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:53.606865367Z","hostname":"buskin","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/29c9d69a-3db2-4d9b-a249-66476c7e2dd1/debug/bundle/zone\", \"/pool/int/6a4d02a1-72e3-432c-b35e-694e048917fc/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/3634a2c6-2441-44d1-961c-492b8f9a328b/crypt/debug\", \"/pool/ext/ba7daca0-d7ac-4ecc-943d-6b4f11362cad/crypt/debug\", \"/pool/ext/9bcffa1f-e971-48fb-aba8-f2d285cd33ed/crypt/debug\", \"/pool/ext/f3339ebc-2844-410e-b416-3408732ba1b1/crypt/debug\", \"/pool/ext/b6bcacb0-6b16-4ebf-9a86-5c71dba2a2d8/crypt/debug\", \"/pool/ext/8758eec3-95e2-458c-8602-6205e960d134/crypt/debug\", \"/pool/ext/7a724fcc-a8fb-412e-9490-a4180405fde7/crypt/debug\", \"/pool/ext/9c3271ff-99ca-420c-9c9f-073762f4cb70/crypt/debug\", \"/pool/ext/9257fa63-69d6-4de5-9cb8-460635bd4546/crypt/debug\"] }","zone_name":"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:54.240671269Z","hostname":"buskin","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c\", bundle_id: bbe2c345-7e29-4093-bb7f-ac02652a7229 }, time_created: 2024-09-09T21:06:53.607068599Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_46079bec-4fe4-468f-a68f-12942ef9ce3c","v":0,"name":"SledAgent","level":40,"time":"2024-09-09T21:06:54.24075325Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:843"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:55.980847365Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:55.998398869Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(3553943), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:55.9984621Z","hostname":"buskin","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:904","id":"RouterId { vni: Vni(3553943), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:55.999448411Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-09T21:06:55.999417571Z }, migration_in: None, migration_out: None }","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:56.032391636Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:514","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-09T21:06:55.999417571Z }, migration_in: None, migration_out: None }","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:56.036763017Z","hostname":"buskin","pid":1562,"instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","propolis_id":"46079bec-4fe4-468f-a68f-12942ef9ce3c","instance_id":"fc99694c-2e56-4d2c-9149-8df29bc9507d","component":"InstanceManager","file":"sled-agent/src/instance.rs:780"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:56.505106629Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44251"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:56.50524715Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"36f53148-2cba-4c8d-a3c1-5d8aca9da100","remote_addr":"[fd00:1122:3344:101::b]:44251","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":115,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:56.513713362Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"89ea1708-656b-4a7a-9226-b13bf6b685dd","remote_addr":"[fd00:1122:3344:101::b]:44251","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":127,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:56.552892846Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39070"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:56.553069838Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"c448854b-5e37-4b19-bf63-16a68a7cc108","remote_addr":"[fd00:1122:3344:101::b]:39070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":151,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:56.709777356Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:50239"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:56.710429903Z","hostname":"buskin","pid":1562,"uri":"/v2p","method":"GET","req_id":"65a292b1-7ea7-4561-b646-151ab7396582","remote_addr":"[fd00:1122:3344:101::a]:50239","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":625,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:57.688078925Z","hostname":"buskin","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42354"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:57.688199757Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"abbefe3f-8e14-4111-a385-03a749b39789","remote_addr":"[fd00:1122:3344:101::a]:42354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:57.69614988Z","hostname":"buskin","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5676c6cf-5036-4b8f-b71f-817bbe2c4aa8","remote_addr":"[fd00:1122:3344:101::a]:42354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":122,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:57.705569329Z","hostname":"buskin","pid":1562,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38604"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-09-09T21:06:57.705655721Z","hostname":"buskin","pid":1562,"uri":"/baseboard","method":"GET","req_id":"18718b6a-4b23-4623-9619-25d4d09f487c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38604","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":48,"response_code":"200"}