[ Oct 30 14:10:10 Enabled. ] [ Oct 30 14:10:10 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 30 14:10:10 Method "start" exited with status 0. ] [ Oct 30 14:10:10 Rereading configuration. ] [ Oct 30 14:10:10 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:10.415848421Z","hostname":"buskin","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:10.416022305Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:10.469279314Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:10.469323905Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:10.579844412Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:10.589445753Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:10.597522373Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.202730965Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.340637806Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.340700728Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.34078424Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.340856272Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.340871332Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.340947254Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.344030638Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:11.344038499Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.344053439Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.344058549Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.344072569Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.344111001Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.344222404Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.344259894Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.344275425Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.355739687Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.355759607Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"fbd0169b-92f1-4216-b7ba-32602adc2c1c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.456736704Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: fbd0169b-92f1-4216-b7ba-32602adc2c1c (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.86246657Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.862508892Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.862515662Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.862529612Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.862539903Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.862557993Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.862562603Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.87092014Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.870938921Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"89949dda-0577-446c-8489-cc03db50adec (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:11.958869573Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 89949dda-0577-446c-8489-cc03db50adec (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.370882079Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.370925891Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbd0169b-92f1-4216-b7ba-32602adc2c1c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 89949dda-0577-446c-8489-cc03db50adec (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.370962172Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.370967742Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.370977052Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.370984422Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371022693Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371032034Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbd0169b-92f1-4216-b7ba-32602adc2c1c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 89949dda-0577-446c-8489-cc03db50adec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371046264Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371050544Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371081335Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371099545Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371138997Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371144006Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbd0169b-92f1-4216-b7ba-32602adc2c1c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 89949dda-0577-446c-8489-cc03db50adec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371165567Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371170717Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371174738Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371179747Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371183948Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371191488Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbd0169b-92f1-4216-b7ba-32602adc2c1c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 89949dda-0577-446c-8489-cc03db50adec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371208088Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371222029Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371226239Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371229819Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371234429Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371238359Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbd0169b-92f1-4216-b7ba-32602adc2c1c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 89949dda-0577-446c-8489-cc03db50adec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.37125595Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.3712616Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.37126582Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.3712718Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.37127609Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.3712798Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbd0169b-92f1-4216-b7ba-32602adc2c1c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 89949dda-0577-446c-8489-cc03db50adec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371304311Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371309151Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371315831Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371319611Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371323362Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371331022Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbd0169b-92f1-4216-b7ba-32602adc2c1c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 89949dda-0577-446c-8489-cc03db50adec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371358892Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371363352Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371367913Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371371523Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371375993Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371400113Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371405704Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbd0169b-92f1-4216-b7ba-32602adc2c1c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 89949dda-0577-446c-8489-cc03db50adec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371439965Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371445355Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371449885Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371453245Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371456935Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbd0169b-92f1-4216-b7ba-32602adc2c1c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 89949dda-0577-446c-8489-cc03db50adec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371484376Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371488876Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371494986Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371501736Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371507507Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371511016Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbd0169b-92f1-4216-b7ba-32602adc2c1c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 89949dda-0577-446c-8489-cc03db50adec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371544917Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371548608Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371552948Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371556468Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371559828Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371601979Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/89949dda-0577-446c-8489-cc03db50adec/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371611189Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.37162344Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.37163132Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/89949dda-0577-446c-8489-cc03db50adec/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.37163861Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.37164272Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371670551Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.371675111Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.382031573Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:734"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.382067454Z","hostname":"buskin","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999931098s","next_cleanup":"Instant { tv_sec: 33573, tv_nsec: 214932002 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.382086444Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3911"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.382129836Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.382186387Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.384763677Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.385167598Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.386781872Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.387003238Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1073"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.387012658Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.387366888Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.387414509Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.38743054Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.387500622Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1136"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.387545883Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.387561863Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.387572013Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.387576093Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1178"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.387579564Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.387583104Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.387616875Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.387640135Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.387943543Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 1e7155fc-ddca-45d5-a711-7b3b989aed61,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: 963ac472-284b-4429-931a-df4a09f45485 (sled),\n rack_id: 1e7155fc-ddca-45d5-a711-7b3b989aed61,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.388271543Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.388277633Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1212"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.388329624Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.388340094Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/89949dda-0577-446c-8489-cc03db50adec/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.388491069Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.388614572Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.388668313Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 963ac472-284b-4429-931a-df4a09f45485 (sled), rack_id: 1e7155fc-ddca-45d5-a711-7b3b989aed61, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.389227049Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4208"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.38928648Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4590"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.393569487Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.399596271Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.399698993Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.403802255Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.403857156Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.403949389Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:63121","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 963ac472-284b-4429-931a-df4a09f45485 (sled), rack_id: 1e7155fc-ddca-45d5-a711-7b3b989aed61, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.404089563Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.404108593Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.404128414Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.404133804Z","hostname":"buskin","pid":1572,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.404150944Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.404156284Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.404194456Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.404205206Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.404266447Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.404283288Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.404290628Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.404297208Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.40436281Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.404372621Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.420596352Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.443218267Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.460145218Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.463733985Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:401"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.463760576Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.463780157Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:413"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.463821207Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 110.164173ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.466987844Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83fc289d-c9df-4cb2-b77d-3f9d5d232ec1\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 14:10:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"83fc289d-c9df-4cb2-b77d-3f9d5d232ec1\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_fbd0169b-92f1-4216-b7ba-32602adc2c1c/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.476308187Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_fbd0169b-92f1-4216-b7ba-32602adc2c1c/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.500228668Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_fbd0169b-92f1-4216-b7ba-32602adc2c1c/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.500270469Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.505157942Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:428"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.505166332Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_fbd0169b-92f1-4216-b7ba-32602adc2c1c/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.505176223Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.578537658Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 151.709445ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.579071353Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a0e6c90-926e-4ae3-9f9c-26977a9e3099\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 14:10:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4a0e6c90-926e-4ae3-9f9c-26977a9e3099\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.589738333Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.73190485Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 129.372393ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.732556028Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f953037-77e1-4c20-a042-2e42f6899d8f\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 14:10:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6f953037-77e1-4c20-a042-2e42f6899d8f\" }"} {"msg":"Mounting oxi_fbd0169b-92f1-4216-b7ba-32602adc2c1c/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.808076552Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.821070235Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.821177578Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.821203729Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.821219419Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.863375966Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 204.031818ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:12.86387319Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3bbcb9e-7442-45c3-a832-537dee893422\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 14:10:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a3bbcb9e-7442-45c3-a832-537dee893422\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:13.069513443Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 168.274129ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:13.070562891Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7721854c-db98-4b97-8aec-1565c0177749\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 14:10:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7721854c-db98-4b97-8aec-1565c0177749\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:13.240090593Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 265.905057ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:13.240757701Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9756836-d3cf-43c6-aade-4fd0e44e998a\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 14:10:12 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f9756836-d3cf-43c6-aade-4fd0e44e998a\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:13.507820736Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 175.918792ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:13.508435922Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ded0ca79-f16a-480b-b5c6-e26086e31132\", \"content-length\": \"124\", \"date\": \"Wed, 30 Oct 2024 14:10:13 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ded0ca79-f16a-480b-b5c6-e26086e31132\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:13.573396309Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:13.579004732Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:43431","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:13.579039983Z","hostname":"buskin","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:13.579109345Z","hostname":"buskin","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:43431","producer_id":"963ac472-284b-4429-931a-df4a09f45485"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:13.580273316Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"183.729967ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:13.581249953Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:13.581256753Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:13.581328615Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:918","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:13.581333955Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:13.685226761Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:13.765838384Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"430.372055ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:14.19731977Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.466252474s"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:15.665490616Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.760847484s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:15.960266515Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2666"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:15.960278915Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2884"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:15.960284695Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2536"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:15.960314326Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2583"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:15.960349967Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2965"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:15.960354967Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3007"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:15.962203097Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2809"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:15.963475782Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2577"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:15.963590405Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:15.963803361Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 35.311016ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:16.171368307Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 68.500173ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:16.363048781Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 242.268448ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:16.541544366Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 452.558152ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:16.897529079Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 742.719752ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:17.573308001Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.49054532s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:18.439345708Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:18.440298354Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.589421503s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 700.577721ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:20.104487171Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 548.824786ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:21.016951361Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:21.032043252Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"6.356766191s"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.022603686Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.022657607Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.022663537Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.022687418Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.022907614Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.02311622Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.023158981Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.023170971Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3911"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.259286054Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:63121","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.259385756Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.259408807Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.259653214Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.259697835Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.259712196Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.259745516Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.259769597Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.259781447Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.264682811Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4232","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.264695041Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4248"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.264702821Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.517302462Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:58789"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.51759412Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.517603931Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.517668792Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.517708213Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.517824366Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"7a6d8119-c4cd-4a41-8758-5868e6c19f4f","remote_addr":"[fd00:1122:3344:101::1]:58789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":343,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.54773253Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44676"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.548007327Z","hostname":"buskin","pid":1572,"uri":"/sled-role","method":"GET","req_id":"c8d02c99-5704-47c4-a677-1e6f41a3aa8f","remote_addr":"[fd00:1122:3344:101::1]:44676","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.54957145Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.549608161Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.549912789Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.550137925Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:849"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: e7be0d1f-cd83-42df-8c54-c30418054010, pool_id: c430a973-857f-4deb-acc5-870c37e30994 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: df2153df-85a1-4329-8363-73a525bc74f7, pool_id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: f8731259-85fc-4c23-9b27-7a0968d0eb74, pool_id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 2aad2d15-2c4e-4783-9772-3e34b5a85e84, pool_id: b5a12557-361d-44db-a6a3-8df802a1333f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 9cd8636f-47f1-401a-aab0-9828251e078e, pool_id: 3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 8077b31a-5230-4487-bb2d-a5d004558c6a, pool_id: 24f3b2df-74be-4bbe-abf8-65838c9ea56b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: a1793723-401e-4087-b07d-277e8a753f8c, pool_id: 22a15868-8cb3-424f-b2f9-d8b1e976067b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: f48e2f40-39dd-435a-846c-5eb37da67854, pool_id: d1165dec-73ad-462a-b54c-1534dd3e0866 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: d6d8671d-280f-4055-bb45-cf723b0ec140, pool_id: c3d97c87-b56d-437a-a638-ee588cc456c0 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.582561458Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.582681341Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:65059"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.582906717Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:874"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: e7be0d1f-cd83-42df-8c54-c30418054010, pool_id: c430a973-857f-4deb-acc5-870c37e30994 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: df2153df-85a1-4329-8363-73a525bc74f7, pool_id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: f8731259-85fc-4c23-9b27-7a0968d0eb74, pool_id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 2aad2d15-2c4e-4783-9772-3e34b5a85e84, pool_id: b5a12557-361d-44db-a6a3-8df802a1333f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 9cd8636f-47f1-401a-aab0-9828251e078e, pool_id: 3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 8077b31a-5230-4487-bb2d-a5d004558c6a, pool_id: 24f3b2df-74be-4bbe-abf8-65838c9ea56b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: a1793723-401e-4087-b07d-277e8a753f8c, pool_id: 22a15868-8cb3-424f-b2f9-d8b1e976067b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: f48e2f40-39dd-435a-846c-5eb37da67854, pool_id: d1165dec-73ad-462a-b54c-1534dd3e0866 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: d6d8671d-280f-4055-bb45-cf723b0ec140, pool_id: c3d97c87-b56d-437a-a638-ee588cc456c0 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.582934428Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.582947748Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.582957388Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.582967529Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.582988349Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.582995919Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.583003159Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.58300781Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.71795124Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:22.717987811Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"c430a973-857f-4deb-acc5-870c37e30994 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/963ac472-284b-4429-931a-df4a09f45485)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:23.188851939Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:23.894153404Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:23.898297997Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5316854494335278383"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:23.898451492Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6073717626172750810"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:23.90979037Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:23.918594549Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:23.918670622Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:23.918679372Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:23.918691982Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:23.918714213Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:23.918837566Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:23.918845656Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:23.952523922Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_c430a973-857f-4deb-acc5-870c37e30994/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:23.961033814Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_c430a973-857f-4deb-acc5-870c37e30994","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.133771592Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.141878322Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.141909493Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.141925823Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.141931344Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.141937374Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.151201746Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.151224927Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"068f3094-32ac-46d9-a211-9e63ff96772e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.24547693Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.253587211Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.253616702Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.253623452Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.253661343Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.253672353Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.253821477Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.253833898Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/963ac472-284b-4429-931a-df4a09f45485)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:24.257548449Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.288955533Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_068f3094-32ac-46d9-a211-9e63ff96772e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.297642289Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_068f3094-32ac-46d9-a211-9e63ff96772e","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.46272477Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.470601494Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.470630515Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.470635925Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.470640665Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.470646315Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.480126353Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.480150364Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.571509919Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.579299261Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.579329261Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.579365093Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.579384873Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.579395303Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.579532377Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.579538927Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.6123683Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_795ab309-01d9-48ef-8c4e-589cdc83ad3f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.620330527Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_795ab309-01d9-48ef-8c4e-589cdc83ad3f","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.791698778Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.800530609Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.80056816Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.80058289Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.80059303Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.800621871Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.809519163Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.809548894Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"b5a12557-361d-44db-a6a3-8df802a1333f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.90058385Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: b5a12557-361d-44db-a6a3-8df802a1333f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.908491265Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.908535856Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.908547517Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.908592128Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.908605638Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.908771943Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.908782453Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.943876848Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_b5a12557-361d-44db-a6a3-8df802a1333f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:24.951419233Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_b5a12557-361d-44db-a6a3-8df802a1333f","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.11677318Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.124204013Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.124240774Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.124250894Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.124258564Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.124265064Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.133803394Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.133825514Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.229271011Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.23734862Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.237383631Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.237402852Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.237455483Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.237490964Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.237614527Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.237641718Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/963ac472-284b-4429-931a-df4a09f45485)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:25.259722949Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.273049371Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3f937822-2335-4eef-a80d-834c71b8e6b7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.28110587Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_3f937822-2335-4eef-a80d-834c71b8e6b7","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.458835875Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.467152741Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.467211563Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.467222263Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.467232433Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.467239624Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.476733382Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.476773073Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"24f3b2df-74be-4bbe-abf8-65838c9ea56b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.569265799Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 24f3b2df-74be-4bbe-abf8-65838c9ea56b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.576378012Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.576431564Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.576442934Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.576510776Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.576525676Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.57664974Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.5766579Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.611351474Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_24f3b2df-74be-4bbe-abf8-65838c9ea56b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.619080734Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_24f3b2df-74be-4bbe-abf8-65838c9ea56b","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.798417682Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.806482592Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.806556414Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.806567754Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.806574144Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.806597745Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.816291648Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.816323559Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"22a15868-8cb3-424f-b2f9-d8b1e976067b (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.911726944Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 22a15868-8cb3-424f-b2f9-d8b1e976067b (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.920292827Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.920336418Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.920343259Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.920351799Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.920361219Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.920531494Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.920539824Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.957598562Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_22a15868-8cb3-424f-b2f9-d8b1e976067b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:25.965369914Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_22a15868-8cb3-424f-b2f9-d8b1e976067b","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.14023105Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.148058623Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.148101474Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.148108864Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.148115614Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.148131434Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.158300061Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.158328662Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"d1165dec-73ad-462a-b54c-1534dd3e0866 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.2538373Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: d1165dec-73ad-462a-b54c-1534dd3e0866 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.261990662Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.262038003Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.262045703Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.262055313Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.262065424Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.262236808Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.262247149Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.298565817Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/963ac472-284b-4429-931a-df4a09f45485)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:26.302226716Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Automatically destroying dataset: oxp_d1165dec-73ad-462a-b54c-1534dd3e0866/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.306580915Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_d1165dec-73ad-462a-b54c-1534dd3e0866","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.494329172Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.502339709Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.502380361Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.502404901Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.502415531Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.502440612Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.512110545Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.512140616Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"c3d97c87-b56d-437a-a638-ee588cc456c0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.610831121Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: c3d97c87-b56d-437a-a638-ee588cc456c0 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.618999153Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.619042304Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.619051854Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.619105156Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.619119926Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.619233799Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.61924124Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.653773469Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_c3d97c87-b56d-437a-a638-ee588cc456c0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.661577141Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_c3d97c87-b56d-437a-a638-ee588cc456c0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.832702386Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.840411056Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.840460577Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.840537129Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.840649632Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fbd0169b-92f1-4216-b7ba-32602adc2c1c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 89949dda-0577-446c-8489-cc03db50adec (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: b5a12557-361d-44db-a6a3-8df802a1333f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 24f3b2df-74be-4bbe-abf8-65838c9ea56b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 22a15868-8cb3-424f-b2f9-d8b1e976067b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d1165dec-73ad-462a-b54c-1534dd3e0866 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c3d97c87-b56d-437a-a638-ee588cc456c0 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.840721504Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.840729904Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.840841697Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.841103295Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:878"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.841133275Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.841146206Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.841160636Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:909"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.841168626Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:914"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.841197767Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.841205427Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:920"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.841255219Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.841268969Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:925"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.841363522Z","hostname":"buskin","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"0d658a67-f092-437f-9924-010fc8c7e6e8","remote_addr":"[fd00:1122:3344:101::1]:65059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4258601,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: d40e7162-26ca-4c45-932d-9e6f8cedacab (service), filesystem_pool: Some(ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: d00dc1a3-b063-4364-8a39-247d9fd1eb38 (service), filesystem_pool: Some(ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2d63b0d7-b7b2-4bc1-b329-13e53ae58f30 (service), filesystem_pool: Some(ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.872145179Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.872257412Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47214"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d40e7162-26ca-4c45-932d-9e6f8cedacab, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.872498078Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.872509719Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d40e7162-26ca-4c45-932d-9e6f8cedacab, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d00dc1a3-b063-4364-8a39-247d9fd1eb38, dataset_name: DatasetName { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.923812624Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.923858955Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d00dc1a3-b063-4364-8a39-247d9fd1eb38, dataset_name: DatasetName { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d63b0d7-b7b2-4bc1-b329-13e53ae58f30, dataset_name: DatasetName { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.973109245Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:26.973145895Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2d63b0d7-b7b2-4bc1-b329-13e53ae58f30, dataset_name: DatasetName { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:27.023988038Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:27.02403331Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:27.02404012Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:27.024094772Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:27.067463581Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:27.067512453Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:27.067520703Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:27.121438219Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:27.125074968Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:27.129057927Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:27.141194667Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:27.145916195Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:27.149664327Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/963ac472-284b-4429-931a-df4a09f45485)","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:27.304090588Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:27.391112225Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"13.140755644s"} {"msg":"Profile for oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:28.693501682Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:28.693594804Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:28.693900812Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:29.176763896Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:29.176853519Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:29.65849483Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab\") failed: Property not found. retry in 33.194169ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:29.666733234Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:29.666769715Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:29.673655253Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Booting oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:29.673732455Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab\") failed: Property not found. retry in 128.486005ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:29.70849972Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38\") failed: Property not found. retry in 43.009033ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:29.789035551Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30\") failed: Property not found. retry in 57.504232ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:29.797269465Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38\") failed: Property not found. retry in 140.517843ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:29.839118513Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab\") failed: Property not found. retry in 129.096946ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:29.845067555Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30\") failed: Property not found. retry in 95.63338ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:29.963084865Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab\") failed: Property not found. retry in 277.841769ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:29.999869565Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38\") failed: Property not found. retry in 252.016642ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:30.022602614Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30\") failed: Property not found. retry in 195.222799ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:30.086733468Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38\") failed: Property not found. retry in 567.032262ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:30.287708335Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30\") failed: Property not found. retry in 281.002828ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:30.298327664Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab\") failed: Property not found. retry in 1.122620837s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:30.306888557Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30\") failed: Property not found. retry in 933.719712ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:30.589957897Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38\") failed: Property not found. retry in 661.036163ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:30.864613978Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab\") failed: Property not found. retry in 1.477085158s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:31.440249516Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30\") failed: Property not found. retry in 922.469373ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:31.534589732Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38\") failed: Property not found. retry in 731.703077ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:31.542552588Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:32.025041002Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4986628768333502739"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:32.025147525Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14250978916986651514"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.173692666Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4256"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.173746597Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4266","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.179549805Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4345"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.284672345Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4393"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.284719646Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4420"} {"msg":"wait for service Some(\"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38\") failed: Property not found. retry in 1.221071498s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:32.286927686Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.327633753Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.327666154Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4297"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.379993667Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4339"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.380024498Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4400","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.399871538Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4411"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.399907879Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4453"} {"msg":"wait for service Some(\"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30\") failed: Property not found. retry in 1.35154124s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:32.466519921Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.471281531Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4485"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.471293041Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4491"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.561225477Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4532"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.561277329Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Failed to get switch ID from MGS (retrying in 74.621948ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:32.593431483Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 88.925085ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:32.668805074Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.759895221Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.792807887Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.792905399Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.793310841Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"0"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.793332601Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.825768043Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:59478"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.825913157Z","hostname":"buskin","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"5f4e80c2-a7ab-4028-9f9f-3af137bd2bcb","remote_addr":"[fd00:1122:3344:101::2]:59478","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.829504025Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878144298Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.87821832Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.87823104Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878242431Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878250221Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878269021Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878277732Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878282842Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878287622Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878292132Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878296962Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878302172Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878307053Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878311713Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878316203Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878320963Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878325453Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878339623Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878344434Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878348924Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878353644Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878358134Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:32.878362594Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab\") failed: Property not found. retry in 1.013455265s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:32.92566137Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38\") failed: Property not found. retry in 1.278584508s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:33.517950511Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30\") failed: Property not found. retry in 835.082027ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:33.826582276Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:33.900117517Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5316854494335278383"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:33.90022528Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6073717626172750810"} {"msg":"wait for service Some(\"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab\") failed: Property not found. retry in 940.411194ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:33.948278587Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30\") failed: Property not found. retry in 1.154230964s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:34.67079815Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38\") failed: Property not found. retry in 713.847718ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:34.805040531Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab\") failed: Property not found. retry in 1.006488354s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:34.897935958Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38\") failed: Property not found. retry in 1.298663121s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:35.528361496Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:36.846019938Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_internal_dns_2d63b0d7-b7b2-4bc1-b329-13e53ae58f30"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:36.84607464Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_internal_dns_d40e7162-26ca-4c45-932d-9e6f8cedacab"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:36.84608236Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_internal_dns_d00dc1a3-b063-4364-8a39-247d9fd1eb38"} {"msg":"Writing ledger to /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:36.84609402Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:36.846392998Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:36.846702057Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"fe0ab30b-2985-4eee-ab38-fdf6f77be7d5","remote_addr":"[fd00:1122:3344:101::1]:47214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9974353,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:36.848576908Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"failed to write DNS configuration (will retry in 145.581529ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:36.879335314Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.160227765Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.318326825Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"failed to write DNS configuration (will retry in 83.569761ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:37.347466468Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 117.3142ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:37.431638407Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:5353/config)"} {"msg":"failed to write DNS configuration (will retry in 162.936307ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:37.549809222Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:5353/config)"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.822456858Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.822477449Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.854267873Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.855101776Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.855121077Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: d40e7162-26ca-4c45-932d-9e6f8cedacab (service), filesystem_pool: Some(ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: d00dc1a3-b063-4364-8a39-247d9fd1eb38 (service), filesystem_pool: Some(ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2d63b0d7-b7b2-4bc1-b329-13e53ae58f30 (service), filesystem_pool: Some(ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65 (service), filesystem_pool: Some(ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: befb1834-1869-4854-8066-a5e090cee312, kind: Service { id: a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65 }, name: Name(\"ntp-a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 247])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.88466322Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.884756743Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46176"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d40e7162-26ca-4c45-932d-9e6f8cedacab, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.884940128Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.884947018Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d40e7162-26ca-4c45-932d-9e6f8cedacab, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d00dc1a3-b063-4364-8a39-247d9fd1eb38, dataset_name: DatasetName { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.90670893Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.906768432Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d00dc1a3-b063-4364-8a39-247d9fd1eb38, dataset_name: DatasetName { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d63b0d7-b7b2-4bc1-b329-13e53ae58f30, dataset_name: DatasetName { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.925373828Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.925428739Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2d63b0d7-b7b2-4bc1-b329-13e53ae58f30, dataset_name: DatasetName { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.944883158Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.94493843Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.945120945Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.945261899Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.956273868Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.988969587Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.991112185Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:37.991117335Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:38.022495579Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 231, 247]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:38.022518079Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:38.022933711Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:38.022938661Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:38.023226989Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:38.023695311Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:38.048482036Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:38.067166944Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:38.757822461Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:38.757984855Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65\") failed: Property not found. retry in 33.617093ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:38.891867897Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65\") failed: Property not found. retry in 98.15186ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:38.933044827Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65\") failed: Property not found. retry in 106.07666ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:39.075205394Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65\") failed: Property not found. retry in 243.932814ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:39.195780834Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65\") failed: Property not found. retry in 826.253856ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:39.448856398Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65\") failed: Property not found. retry in 983.713087ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:40.28533144Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65\") failed: Property not found. retry in 1.233567209s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:41.27902888Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:42.027384596Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4986628768333502739"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:42.027503489Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14250978916986651514"} {"msg":"wait for service Some(\"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65\") failed: Property not found. retry in 1.145270195s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:42.5223757Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65\") failed: Property not found. retry in 728.404119ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:43.677505061Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:43.90207132Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5316854494335278383"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:43.902193853Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6073717626172750810"} {"msg":"wait for service Some(\"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65\") failed: Property not found. retry in 808.854351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:44.414870438Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:45.246109098Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65"} {"msg":"Writing ledger to /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:45.24617019Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:45.246504709Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:45.246844118Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"1c73be4e-f5c9-4793-b3fe-a49f31ec4c85","remote_addr":"[fd00:1122:3344:101::1]:46176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7362031,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:45.249360457Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:45.279050905Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:45.279176978Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55910"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:45.287808773Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:45.287928036Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"8e17d5a7-4a53-4158-a5f0-64e4b2220c64","remote_addr":"[fd00:1122:3344:101::1]:55910","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8563,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:45.290186377Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:45.426426293Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:45.426552187Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56756"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:45.919985879Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3750551538283310526"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:45.924138682Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2494003722181266994"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:46.848980009Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"601580005352472433"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:49.43570671Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:49.435859784Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"6430caeb-dd8b-4b8a-abfc-b31387d496a2","remote_addr":"[fd00:1122:3344:101::1]:56756","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009225,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:49.437986432Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:49.58533364Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:49.585451503Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46305"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:49.594405057Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:49.594564931Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"8c50ed3d-80b7-4be9-ab19-9d0bb7dd68ba","remote_addr":"[fd00:1122:3344:101::1]:46305","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8981,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:49.597302035Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:49.785513735Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:49.785636158Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63906"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:49.793810641Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3864"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:49.793900443Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"18a1cb3d-f43e-4651-8c68-68d7744d95d8","remote_addr":"[fd00:1122:3344:101::1]:63906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8212,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:49.795114896Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:50.062297744Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:50.062452128Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64115"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:52.028923468Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4986628768333502739"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:52.029032311Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14250978916986651514"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:53.635731774Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5316854494335278383"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:53.635841617Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6073717626172750810"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:53.80289997Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"b5bb1763-c7d8-4307-ac5b-3be876f45bbc","remote_addr":"[fd00:1122:3344:101::1]:64115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4008399,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.086957462 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:53.805892862Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:53.805912152Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:54.116960232Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:54.117104236Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49478"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:54.125962927Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"a1b8c1dd-bccf-4ee9-b6d9-6069b6a25819","remote_addr":"[fd00:1122:3344:101::1]:49478","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8771,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1730297452.9575222, correction: -0.091533013 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:54.129290258Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:54.129299949Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:54.511696839Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:54.511850913Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64147"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:54.520455367Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"5f34e675-e22a-4d8b-bfc4-198d0f20339c","remote_addr":"[fd00:1122:3344:101::1]:64147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8543,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1730297452.9575222, correction: -0.090461537 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:54.522255147Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:54.522261107Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:54.913779835Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:54.913921939Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:57131"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:54.922085732Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"d33e6749-24b2-46ae-9236-1abbc89478cd","remote_addr":"[fd00:1122:3344:101::1]:57131","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8109,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1730297452.9575222, correction: -0.089370824 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:54.924044555Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:54.924051945Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:54.978909401Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2250334111573744865"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:54.979030825Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1123927548900937859"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:55.298639332Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"275.095196ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:55.475956359Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:55.476045851Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41823"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:55.483650338Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"40d24c0f-10b2-4d72-869f-47dee6310f46","remote_addr":"[fd00:1122:3344:101::1]:41823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7485,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1730297452.9575222, correction: -0.097345836 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:55.486334942Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:55.486345262Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:55.649128282Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3750551538283310526"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:55.652261248Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2494003722181266994"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:56.134213718Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:56.134341166Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:47102"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:56.145177051Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"80ed297d-7f52-4523-8f7b-1bd8b31f7b68","remote_addr":"[fd00:1122:3344:101::1]:47102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":10695,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1730297452.9575222, correction: -0.084526189 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:56.147170026Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:56.147190391Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:10:56.576491446Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"601580005352472433"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:56.940926035Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:56.94109084Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54487"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:56.949712885Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"6ba3f886-4fca-4057-8fa7-b3569d1be5fa","remote_addr":"[fd00:1122:3344:101::1]:54487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8554,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1730297452.9575222, correction: -0.082341351 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:56.952068799Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:56.952075549Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:57.766641846Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:57.76677555Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39627"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:57.774971373Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"1c694531-26ea-4634-a03b-942c8e7171e5","remote_addr":"[fd00:1122:3344:101::1]:39627","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8165,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1730297456.7948594, correction: -0.075323686 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:57.777510943Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:57.777518653Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:58.200477392Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:58.200603126Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:38696"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:58.209011566Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"3c96d0bc-b2bc-478d-9c11-fad0ed3c8f1f","remote_addr":"[fd00:1122:3344:101::1]:38696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8394,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1730297457.0545695, correction: -0.073210649 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:58.211803452Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:58.211814063Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:58.994635718Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:58.994730501Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:65512"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:59.002763853Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"fd97a5de-374f-4486-985c-28ed0813cbc1","remote_addr":"[fd00:1122:3344:101::1]:65512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7849,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1730297457.0545695, correction: -0.071055196 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:10:59.004478617Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:10:59.004484367Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:00.510335589Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:00.510432981Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:57844"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:00.519019896Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"abdeaf8c-8590-4c91-b597-e3588947d852","remote_addr":"[fd00:1122:3344:101::1]:57844","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8435,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1730297459.1989677, correction: -0.061837539 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:00.521325599Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:00.521332289Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:11:01.740880509Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4986628768333502739"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:11:01.741138636Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14250978916986651514"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:02.06165071Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39945"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:02.061867906Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"9590f592-2804-4d5c-876c-02c85cc2fa00","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:39945","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90,"response_code":"200"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:02.395267231Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:02.395409194Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50965"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:02.40440144Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"c79d4227-71fd-4212-a52f-19518c3e49ec","remote_addr":"[fd00:1122:3344:101::1]:50965","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8959,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1730297461.9772007, correction: -0.055652373 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:02.406732943Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:02.406754404Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:11:03.610297232Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5316854494335278383"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:11:03.610413805Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"6073717626172750810"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:04.426583765Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:04.42675785Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43498"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:04.435463517Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"b6bdc450-c814-46bf-973d-da00bdb63255","remote_addr":"[fd00:1122:3344:101::1]:43498","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8651,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1730297463.997903, correction: -0.05021631 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:04.437954835Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:04.437961526Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:11:04.953251588Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2250334111573744865"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:11:04.953370802Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1123927548900937859"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:11:05.622785153Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3750551538283310526"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:11:05.625039Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2494003722181266994"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-30T14:11:06.549054589Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"601580005352472433"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.693403276Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.69356475Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40344"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.716248269Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"83db7795-73a8-4e68-a808-72e7de40441b","remote_addr":"[fd00:1122:3344:101::1]:40344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22616,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 759020327, ip_addr: 45.61.187.39, stratum: 4, ref_time: 1730297465.3269582, correction: -0.043902826 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.721208424Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.721220054Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1298"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: d40e7162-26ca-4c45-932d-9e6f8cedacab (service), filesystem_pool: Some(ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: d00dc1a3-b063-4364-8a39-247d9fd1eb38 (service), filesystem_pool: Some(ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2d63b0d7-b7b2-4bc1-b329-13e53ae58f30 (service), filesystem_pool: Some(ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65 (service), filesystem_pool: Some(ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: befb1834-1869-4854-8066-a5e090cee312, kind: Service { id: a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65 }, name: Name(\"ntp-a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 247])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: d96856ad-2f7a-4468-b612-9e1b1d66d812 (service), filesystem_pool: Some(ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External } } } }, OmicronZoneConfig { id: fb10d0b5-2c45-4c6b-b64d-de04c58a610e (service), filesystem_pool: Some(ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External } } } }, OmicronZoneConfig { id: 7a58f898-d3c2-4a61-a4f5-d4892bc0e389 (service), filesystem_pool: Some(ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External } } } }, OmicronZoneConfig { id: 36882b3e-4d14-4833-9184-8eb8d21c436c (service), filesystem_pool: Some(ZpoolName { id: b5a12557-361d-44db-a6a3-8df802a1333f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b5a12557-361d-44db-a6a3-8df802a1333f (zpool), kind: External } } } }, OmicronZoneConfig { id: e26956b6-7ede-4785-963f-d4aae93191b8 (service), filesystem_pool: Some(ZpoolName { id: 3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.751904161Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.751987063Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44441"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d40e7162-26ca-4c45-932d-9e6f8cedacab, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.752208049Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.752214469Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d40e7162-26ca-4c45-932d-9e6f8cedacab, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d00dc1a3-b063-4364-8a39-247d9fd1eb38, dataset_name: DatasetName { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.772359549Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.772417411Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d00dc1a3-b063-4364-8a39-247d9fd1eb38, dataset_name: DatasetName { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d63b0d7-b7b2-4bc1-b329-13e53ae58f30, dataset_name: DatasetName { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.791176072Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.791206173Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2d63b0d7-b7b2-4bc1-b329-13e53ae58f30, dataset_name: DatasetName { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d96856ad-2f7a-4468-b612-9e1b1d66d812, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.810782837Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.810825688Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d96856ad-2f7a-4468-b612-9e1b1d66d812, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb10d0b5-2c45-4c6b-b64d-de04c58a610e, dataset_name: DatasetName { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.874869775Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.874906596Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fb10d0b5-2c45-4c6b-b64d-de04c58a610e, dataset_name: DatasetName { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7a58f898-d3c2-4a61-a4f5-d4892bc0e389, dataset_name: DatasetName { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.940282019Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:06.940323992Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7a58f898-d3c2-4a61-a4f5-d4892bc0e389, dataset_name: DatasetName { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 36882b3e-4d14-4833-9184-8eb8d21c436c, dataset_name: DatasetName { pool_name: ZpoolName { id: b5a12557-361d-44db-a6a3-8df802a1333f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.009106216Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.009147171Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 36882b3e-4d14-4833-9184-8eb8d21c436c, dataset_name: DatasetName { pool_name: ZpoolName { id: b5a12557-361d-44db-a6a3-8df802a1333f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e26956b6-7ede-4785-963f-d4aae93191b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.075456495Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.075492376Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e26956b6-7ede-4785-963f-d4aae93191b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.142290878Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.142338489Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.142591586Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.142743531Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.226034442Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.226102574Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.226112814Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.226121814Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.226130555Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.318331683Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.322688868Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.3271498Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.33155108Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.336126005Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.340535105Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.345345716Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.350036134Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.354732852Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:07.359342908Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:10.203181159Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:10.203380354Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:10.203397455Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:10.208974827Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:10.283296134Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:10.283430855Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 32.87443ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:10.345045429Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:10.345432579Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 73.397699ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:10.352408719Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:10.352507082Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:10.356949193Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:10.357064236Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 87.029104ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:10.386632553Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 108.268386ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:10.689510793Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:10.94860355Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"641.053852ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 124.141123ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:11.012899844Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 190.072803ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:11.048745471Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812\") failed: Property not found. retry in 47.630002ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:11.060947474Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c\") failed: Property not found. retry in 46.334387ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:11.093315537Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 40.191363ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:11.245966081Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 377.533011ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:11.376002978Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 212.579303ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:11.594175499Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812\") failed: Property not found. retry in 100.587191ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:11.635962758Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c\") failed: Property not found. retry in 141.34055ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:11.775292998Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 112.289102ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:11.939287081Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 997.29106ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:12.050543915Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 854.094262ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:12.108763903Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812\") failed: Property not found. retry in 107.548453ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:12.188270504Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c\") failed: Property not found. retry in 247.26886ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:12.300258277Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 259.933703ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:12.337924904Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812\") failed: Property not found. retry in 261.866653ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:12.362555936Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c\") failed: Property not found. retry in 439.380113ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:12.6420741Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 514.734901ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:12.724419165Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812\") failed: Property not found. retry in 888.670076ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:12.737248355Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 1.134346387s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:12.971070773Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 1.303723648s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:13.056144673Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c\") failed: Property not found. retry in 926.224151ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:13.091254271Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 792.847271ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:13.248543521Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812\") failed: Property not found. retry in 988.492891ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:13.633266024Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c\") failed: Property not found. retry in 855.222461ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:14.025673367Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 1.112090284s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:14.048091498Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 1.393500931s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:14.110997904Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 829.622655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:14.36674989Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812\") failed: Property not found. retry in 752.582254ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:14.628027396Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c\") failed: Property not found. retry in 901.699828ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:14.888033367Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 1.20806646s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:15.166808841Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 1.448079934s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:15.203024179Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812\") failed: Property not found. retry in 1.399472247s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:15.38892429Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 552.570245ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:15.510170907Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c\") failed: Property not found. retry in 959.516509ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:15.800478114Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 1.296808735s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:16.075495755Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 1.346172769s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:16.384314109Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 1.082168371s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:16.656185724Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c\") failed: Property not found. retry in 1.277135335s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:16.766161033Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812\") failed: Property not found. retry in 534.863539ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:16.793640973Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812\") failed: Property not found. retry in 1.032508424s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:17.335923224Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 1.055014712s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:17.376930683Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 710.91425ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:17.735838931Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 848.689814ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:17.742936315Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c\") failed: Property not found. retry in 880.7452ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:18.047618345Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812\") failed: Property not found. retry in 1.431712121s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:18.374371597Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 1.327669673s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:18.437347905Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 808.421332ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:18.453753713Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 775.548645ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:18.59846618Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c\") failed: Property not found. retry in 544.218507ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:18.935849671Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 1.440146275s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:19.271608159Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 1.346167176s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:19.381457095Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c\") failed: Property not found. retry in 948.871454ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:19.489552624Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 582.67416ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:19.772312625Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 537.575031ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:20.363322665Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 922.218793ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:20.718269426Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 1.427443678s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:20.734307854Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 1.216736229s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:20.910488919Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 528.98619ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:21.682220348Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 1.224880891s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:22.138991566Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 1.158792605s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:22.171110082Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 663.269631ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:22.222208686Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 638.195177ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:22.894191594Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 983.412479ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:23.340852202Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 1.188366247s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:23.373961812Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 934.656573ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:23.544321866Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 1.314104181s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:24.333691288Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 509.366133ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:24.487742828Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 707.582874ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:24.570348225Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 836.575222ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:25.006115158Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 527.940843ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:25.287742019Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 1.364771791s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:25.656392316Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 911.528114ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:25.823872731Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 1.38047968s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:25.851586745Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 941.049363ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:26.743509906Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 982.17485ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:27.030311247Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:27.160994452Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"920.134961ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 1.486835888s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:27.241506192Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 1.213359086s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:27.693472465Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 1.015120044s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:28.020547342Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 631.600714ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:28.737309368Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389\") failed: Property not found. retry in 902.005061ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:28.9167716Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e\") failed: Property not found. retry in 845.821399ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:29.044495044Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8\") failed: Property not found. retry in 1.121028226s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:29.377377489Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:30.521182991Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_cockroachdb_fb10d0b5-2c45-4c6b-b64d-de04c58a610e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:30.521257903Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_cockroachdb_7a58f898-d3c2-4a61-a4f5-d4892bc0e389"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:30.521266023Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_cockroachdb_d96856ad-2f7a-4468-b612-9e1b1d66d812"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:30.521274643Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_cockroachdb_36882b3e-4d14-4833-9184-8eb8d21c436c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:30.521281354Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_cockroachdb_e26956b6-7ede-4785-963f-d4aae93191b8"} {"msg":"Writing ledger to /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:30.521324665Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:30.521819148Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:30.522139637Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"3b89f4c7-1790-4cbb-88a3-65af7dfa46e2","remote_addr":"[fd00:1122:3344:101::1]:44441","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":23813874,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:30.556192503Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40344"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::6]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:30.584792601Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3707"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:30.78143947Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3725"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.532865803Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3748"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.533436179Z","hostname":"buskin","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"f7e2752d-60e6-4204-b6e3-26a0933607f3","remote_addr":"[fd00:1122:3344:101::1]:40344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6976973,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.535483614Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43466"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.539799302Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"3c892da1-f733-4de1-b159-3a815a7c2b6e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43466","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3034,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: d40e7162-26ca-4c45-932d-9e6f8cedacab (service), filesystem_pool: Some(ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: d00dc1a3-b063-4364-8a39-247d9fd1eb38 (service), filesystem_pool: Some(ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 2d63b0d7-b7b2-4bc1-b329-13e53ae58f30 (service), filesystem_pool: Some(ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65 (service), filesystem_pool: Some(ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: befb1834-1869-4854-8066-a5e090cee312, kind: Service { id: a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65 }, name: Name(\"ntp-a0a0e65c-07f6-4fd3-a89f-3368fd9b7c65\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 247])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: d96856ad-2f7a-4468-b612-9e1b1d66d812 (service), filesystem_pool: Some(ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External } } } }, OmicronZoneConfig { id: fb10d0b5-2c45-4c6b-b64d-de04c58a610e (service), filesystem_pool: Some(ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External } } } }, OmicronZoneConfig { id: 7a58f898-d3c2-4a61-a4f5-d4892bc0e389 (service), filesystem_pool: Some(ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External } } } }, OmicronZoneConfig { id: 36882b3e-4d14-4833-9184-8eb8d21c436c (service), filesystem_pool: Some(ZpoolName { id: b5a12557-361d-44db-a6a3-8df802a1333f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b5a12557-361d-44db-a6a3-8df802a1333f (zpool), kind: External } } } }, OmicronZoneConfig { id: e26956b6-7ede-4785-963f-d4aae93191b8 (service), filesystem_pool: Some(ZpoolName { id: 3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool), kind: External } } } }, OmicronZoneConfig { id: a5a8b395-0169-4688-a9f0-b29d7a7c4214 (service), filesystem_pool: Some(ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 690158eb-8d70-45e0-85ec-6fb1c1b5ddb7, kind: Service { id: a5a8b395-0169-4688-a9f0-b29d7a7c4214 }, name: Name(\"external-dns-a5a8b395-0169-4688-a9f0-b29d7a7c4214\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 37])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 62825ae7-d0e8-4554-b47e-377bf9997852 (service), filesystem_pool: Some(ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 220b881a-40f9-484a-adaa-cb54d2e53504, kind: Service { id: 62825ae7-d0e8-4554-b47e-377bf9997852 }, name: Name(\"external-dns-62825ae7-d0e8-4554-b47e-377bf9997852\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 202])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 84aef213-b004-4a64-a47a-f4c08301a325 (service), filesystem_pool: Some(ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 7d10ae2e-69a6-4779-9c0e-98ad16a7de7c, kind: Service { id: 84aef213-b004-4a64-a47a-f4c08301a325 }, name: Name(\"nexus-84aef213-b004-4a64-a47a-f4c08301a325\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 84])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 62f94fcd-b9d8-4397-9be2-9288fe2e213e (service), filesystem_pool: Some(ZpoolName { id: 3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8f215d46-9f84-4c8b-817c-d8906a80c5a3, kind: Service { id: 62f94fcd-b9d8-4397-9be2-9288fe2e213e }, name: Name(\"nexus-62f94fcd-b9d8-4397-9be2-9288fe2e213e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f2b56f91-b260-4c00-a784-3971c52ebfe0 (service), filesystem_pool: Some(ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: aa536a9e-d366-41a2-a0f4-9fca0b340bcd, kind: Service { id: f2b56f91-b260-4c00-a784-3971c52ebfe0 }, name: Name(\"nexus-f2b56f91-b260-4c00-a784-3971c52ebfe0\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 74])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: c94cb0fe-1cb2-41d6-85b5-5d16177d879c (service), filesystem_pool: Some(ZpoolName { id: c3d97c87-b56d-437a-a638-ee588cc456c0 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0d93cb96-6972-4636-b966-5ad83e9f79bc (service), filesystem_pool: Some(ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9692bb6e-033c-4acc-b912-c20e944f889d (service), filesystem_pool: Some(ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 30b424b7-7904-4c1b-bd70-2730d06ee11a (service), filesystem_pool: Some(ZpoolName { id: c3d97c87-b56d-437a-a638-ee588cc456c0 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d93d4116-e45d-4588-b619-d171aa48449b (service), filesystem_pool: Some(ZpoolName { id: d1165dec-73ad-462a-b54c-1534dd3e0866 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82 (service), filesystem_pool: Some(ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External } } } }, OmicronZoneConfig { id: 53d1c4e0-2f03-4805-baa7-c602504929d1 (service), filesystem_pool: Some(ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External } } } }, OmicronZoneConfig { id: 525e6247-d574-48d5-8d07-abd18a750704 (service), filesystem_pool: Some(ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External } } } }, OmicronZoneConfig { id: ddfcac90-f484-447b-aef2-c6fb1b58d4b0 (service), filesystem_pool: Some(ZpoolName { id: b5a12557-361d-44db-a6a3-8df802a1333f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b5a12557-361d-44db-a6a3-8df802a1333f (zpool), kind: External } } } }, OmicronZoneConfig { id: 30d83809-6afc-4186-ae50-3000b8421863 (service), filesystem_pool: Some(ZpoolName { id: 3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool), kind: External } } } }, OmicronZoneConfig { id: a3958392-27bd-4a33-b3d2-4a698a29c6ac (service), filesystem_pool: Some(ZpoolName { id: 24f3b2df-74be-4bbe-abf8-65838c9ea56b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 24f3b2df-74be-4bbe-abf8-65838c9ea56b (zpool), kind: External } } } }, OmicronZoneConfig { id: 8eb9b5b6-a170-43cf-af64-230edb104fa0 (service), filesystem_pool: Some(ZpoolName { id: 22a15868-8cb3-424f-b2f9-d8b1e976067b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 22a15868-8cb3-424f-b2f9-d8b1e976067b (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ccca156-e892-4d88-a483-f88feaa43fdd (service), filesystem_pool: Some(ZpoolName { id: d1165dec-73ad-462a-b54c-1534dd3e0866 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d1165dec-73ad-462a-b54c-1534dd3e0866 (zpool), kind: External } } } }, OmicronZoneConfig { id: 37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5 (service), filesystem_pool: Some(ZpoolName { id: c3d97c87-b56d-437a-a638-ee588cc456c0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c3d97c87-b56d-437a-a638-ee588cc456c0 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.615315996Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.616215881Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54617"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d40e7162-26ca-4c45-932d-9e6f8cedacab, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.619846759Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.61986791Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d40e7162-26ca-4c45-932d-9e6f8cedacab, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d00dc1a3-b063-4364-8a39-247d9fd1eb38, dataset_name: DatasetName { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.663043043Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.663117816Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d00dc1a3-b063-4364-8a39-247d9fd1eb38, dataset_name: DatasetName { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2d63b0d7-b7b2-4bc1-b329-13e53ae58f30, dataset_name: DatasetName { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.692802573Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.692882725Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2d63b0d7-b7b2-4bc1-b329-13e53ae58f30, dataset_name: DatasetName { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d96856ad-2f7a-4468-b612-9e1b1d66d812, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.725021749Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.725090381Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d96856ad-2f7a-4468-b612-9e1b1d66d812, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fb10d0b5-2c45-4c6b-b64d-de04c58a610e, dataset_name: DatasetName { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.752641101Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.752706082Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fb10d0b5-2c45-4c6b-b64d-de04c58a610e, dataset_name: DatasetName { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7a58f898-d3c2-4a61-a4f5-d4892bc0e389, dataset_name: DatasetName { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.779003618Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.77907211Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7a58f898-d3c2-4a61-a4f5-d4892bc0e389, dataset_name: DatasetName { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 36882b3e-4d14-4833-9184-8eb8d21c436c, dataset_name: DatasetName { pool_name: ZpoolName { id: b5a12557-361d-44db-a6a3-8df802a1333f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.807820832Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.807891574Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 36882b3e-4d14-4833-9184-8eb8d21c436c, dataset_name: DatasetName { pool_name: ZpoolName { id: b5a12557-361d-44db-a6a3-8df802a1333f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e26956b6-7ede-4785-963f-d4aae93191b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.83791371Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.837992002Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e26956b6-7ede-4785-963f-d4aae93191b8, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a5a8b395-0169-4688-a9f0-b29d7a7c4214, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.87062426Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:37.870699882Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a5a8b395-0169-4688-a9f0-b29d7a7c4214, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 62825ae7-d0e8-4554-b47e-377bf9997852, dataset_name: DatasetName { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:39.581668542Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:39.581726824Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 62825ae7-d0e8-4554-b47e-377bf9997852, dataset_name: DatasetName { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d93cb96-6972-4636-b966-5ad83e9f79bc, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:39.696196866Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:39.696246398Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0d93cb96-6972-4636-b966-5ad83e9f79bc, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:39.789319299Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:39.789366331Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82, dataset_name: DatasetName { pool_name: ZpoolName { id: c430a973-857f-4deb-acc5-870c37e30994 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 53d1c4e0-2f03-4805-baa7-c602504929d1, dataset_name: DatasetName { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:39.915202504Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:39.915236195Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 53d1c4e0-2f03-4805-baa7-c602504929d1, dataset_name: DatasetName { pool_name: ZpoolName { id: 068f3094-32ac-46d9-a211-9e63ff96772e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 525e6247-d574-48d5-8d07-abd18a750704, dataset_name: DatasetName { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:40.038496557Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:40.03858205Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 525e6247-d574-48d5-8d07-abd18a750704, dataset_name: DatasetName { pool_name: ZpoolName { id: 795ab309-01d9-48ef-8c4e-589cdc83ad3f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ddfcac90-f484-447b-aef2-c6fb1b58d4b0, dataset_name: DatasetName { pool_name: ZpoolName { id: b5a12557-361d-44db-a6a3-8df802a1333f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:40.155086159Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:40.155164171Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ddfcac90-f484-447b-aef2-c6fb1b58d4b0, dataset_name: DatasetName { pool_name: ZpoolName { id: b5a12557-361d-44db-a6a3-8df802a1333f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 30d83809-6afc-4186-ae50-3000b8421863, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:40.289556127Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:40.289623719Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 30d83809-6afc-4186-ae50-3000b8421863, dataset_name: DatasetName { pool_name: ZpoolName { id: 3f937822-2335-4eef-a80d-834c71b8e6b7 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a3958392-27bd-4a33-b3d2-4a698a29c6ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 24f3b2df-74be-4bbe-abf8-65838c9ea56b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:40.427477378Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:40.42755642Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a3958392-27bd-4a33-b3d2-4a698a29c6ac, dataset_name: DatasetName { pool_name: ZpoolName { id: 24f3b2df-74be-4bbe-abf8-65838c9ea56b (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8eb9b5b6-a170-43cf-af64-230edb104fa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 22a15868-8cb3-424f-b2f9-d8b1e976067b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:40.574089336Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:40.574138258Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 8eb9b5b6-a170-43cf-af64-230edb104fa0, dataset_name: DatasetName { pool_name: ZpoolName { id: 22a15868-8cb3-424f-b2f9-d8b1e976067b (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ccca156-e892-4d88-a483-f88feaa43fdd, dataset_name: DatasetName { pool_name: ZpoolName { id: d1165dec-73ad-462a-b54c-1534dd3e0866 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:40.736457562Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:40.736504064Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7ccca156-e892-4d88-a483-f88feaa43fdd, dataset_name: DatasetName { pool_name: ZpoolName { id: d1165dec-73ad-462a-b54c-1534dd3e0866 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5, dataset_name: DatasetName { pool_name: ZpoolName { id: c3d97c87-b56d-437a-a638-ee588cc456c0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:40.87202974Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:40.872095982Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5, dataset_name: DatasetName { pool_name: ZpoolName { id: c3d97c87-b56d-437a-a638-ee588cc456c0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.014520166Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.014574208Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.014992699Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.015174314Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.155381218Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.156103357Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.201603335Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.201837992Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.201884713Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.201904003Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.203174408Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.205788239Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.205886102Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.238731785Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.238777366Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.413129829Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.413429007Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.413450568Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.440059301Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.440106623Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.440110893Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.440115583Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.440119173Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.440276317Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.44663574Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.451913794Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.457157557Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.462378359Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.467247021Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.471795275Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.610794716Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.615416371Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.619344908Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.623432959Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.628506627Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.633649217Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.638307583Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.643086313Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.647894604Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.652786367Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.657348461Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.662536852Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.668223847Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.674273782Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.717541788Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.718050212Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.723677086Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.728551568Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.732984909Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.737362198Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.741541231Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.746458485Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.793013141Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.836506484Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.885147128Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.938358495Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.94331679Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.943397162Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.998937773Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 252, 84]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:41.998965214Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.000737492Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.000751622Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.054381401Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 255, 37]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.054404982Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.05582765Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.055839661Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.174775446Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 189, 74]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.174806067Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.187246485Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.187299637Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.275216128Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 254, 218]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.275242309Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.277044348Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.277060288Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.332003363Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 172, 202]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.332036654Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1261","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.333647938Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.333662798Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.33373455Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.33374344Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.333768951Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.333774911Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.333887554Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.333897294Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.333924175Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.333930415Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.334372757Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.337262566Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.393491306Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.398757639Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.402048978Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.402086929Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.402100269Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.404820944Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.407735093Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.407749893Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.693323021Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.700365862Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.707388263Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.714159608Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.720396027Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.732164597Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.740675679Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.747622548Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.754623218Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:42.762136693Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:43.121187259Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"2.506647334s"} {"msg":"Profile for oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:44.31454644Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:44.320336168Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:44.337425192Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:44.337732201Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:44.338618455Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:44.338888252Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:44.339289623Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:44.339629683Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:44.339755976Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:44.348043261Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:44.366987297Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:44.374864601Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:44.381675696Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:44.388490392Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:44.395127802Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:44.395984976Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 63.96293ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.063224085Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 70.93754ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.072813816Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 29.568252ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.080994618Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 64.922982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.089892371Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 72.437771ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.09832156Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 34.67789ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.10751944Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 28.207634ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.116541216Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 49.476797ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.124774819Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 65.900107ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.133926538Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 96.661842ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.143081987Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 147.829803ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.276212659Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 87.865791ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.309199336Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 70.18526ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.349369389Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 96.649431ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.369570778Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 276.941736ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.403263905Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 195.506585ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.432514911Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 56.801937ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.469881857Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 79.562704ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.495055692Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 285.058887ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.526119917Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 230.797217ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.547249932Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 291.441036ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.565778265Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 195.530771ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.583278082Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 280.502735ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.598737862Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 238.977712ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.744826106Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 406.679143ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.784386872Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 399.00153ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.811278553Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 257.393769ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.829764796Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 347.644769ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.84904851Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 482.638559ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.871649195Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 460.824399ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.895884004Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 217.671317ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.91447435Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 363.14132ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:45.997626912Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 638.127253ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:46.100176272Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 983.432753ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:46.148162417Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 1.01003518s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:46.204945402Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 1.078356406s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:46.216736932Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 673.601793ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:46.22949585Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 640.349285ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:46.368675905Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 653.944625ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:46.379973793Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 1.178022844s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:46.390766126Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 1.150098946s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:46.750649335Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 597.360025ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:46.917128254Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 1.257214265s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:47.021244796Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 935.168791ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:47.045026243Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 765.942986ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:47.140326445Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 1.454282688s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:47.224405612Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 1.106733122s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:47.306924097Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 1.36126547s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:47.527035904Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 578.148873ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:47.589411711Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 744.06225ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:47.916811956Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 815.092016ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:47.929580284Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 1.303707437s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:47.992043213Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 991.497748ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:48.178605648Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 890.515348ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:48.289651788Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 1.250793899s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:48.424026963Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 1.270690251s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:48.671297259Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 1.10663907s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:48.688854427Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 887.31336ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:48.753489215Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 1.391078322s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:48.896013132Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 790.309445ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:49.180070878Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 636.45424ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:49.189536336Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 1.454965498s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:49.304340219Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 1.334766076s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:49.64926736Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 651.608005ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:49.684057027Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 1.430130469s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:49.804578905Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 858.201204ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:49.834751516Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 1.149407164s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:49.95179354Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 914.660462ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:49.978229959Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 640.645044ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:50.297318728Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 945.600957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:50.346031193Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 1.232092601s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:50.703552238Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 676.383784ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:50.76907506Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:50.867013274Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:50.86720676Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 1.432512416s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:50.903790295Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 824.828094ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:50.947858673Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:50.952989723Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:50.953174848Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 700.97212ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:50.994613965Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 67.762127ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:51.022286018Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 69.761266ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:51.098621604Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 91.00087ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:51.106328324Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 1.495565227s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:51.114397173Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 103.273174ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:51.176938385Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 269.997254ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:51.20654638Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 1.37905213s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:51.243455514Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 193.20086ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:51.290218536Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 968.076032ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:51.300961428Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 599.418593ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:51.454641179Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 597.938386ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:51.485761955Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 472.166128ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:51.493597288Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 1.302658655s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:51.704829054Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 1.068210743s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:51.782469085Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 551.605444ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:51.945448579Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 1.00704594s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:51.981249773Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 1.488112542s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.065862974Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 408.679731ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.09657626Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:52.221599681Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:52.221863938Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 660.093657ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.28039754Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:52.336470015Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:52.33663612Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 1.479679362s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.351263708Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 63.785639ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.391607755Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 131.415381ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.464478757Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 32.568306ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.490291029Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 587.629033ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.507176519Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 827.75668ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.516820151Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 103.228678ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.531714336Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 192.230234ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.607879348Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 1.189445542s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.620259794Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 699.518006ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.631479279Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 102.123342ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.643525827Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 564.430254ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.756659374Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 259.902219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.810021946Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 1.455340961s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.861011643Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 702.747317ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.949958192Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 1.377593607s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:52.998050021Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 991.686154ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:53.016594345Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 506.685706ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:53.081792748Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 1.252542083s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:53.106705516Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 999.680044ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:53.337585236Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 995.165644ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:53.351529126Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 1.236567144s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:53.365080754Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 515.893213ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:53.564930881Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 1.273411483s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:53.597897637Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 1.025305552s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:53.661965759Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 766.012465ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:53.819238377Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 797.66713ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:53.841246526Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:53.982846608Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:53.983071614Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 703.374147ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.018660142Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 1.342804566s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.090042284Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 30.803704ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.150301293Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 111.502294ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.189594301Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 236.223648ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.311614391Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 1.100616067s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.325297703Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 1.061375837s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.346833619Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 1.283702008s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.355474394Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 1.14999868s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.366848513Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 990.794778ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.383377053Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 210.650765ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.557389526Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 813.855969ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.594459654Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 996.863006ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.611271712Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 988.144175ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.648645398Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 1.341800161s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.696251233Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 1.205140888s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.731117331Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 508.075599ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.777129483Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 707.453521ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:54.880014691Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 1.356487127s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:55.298239918Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 869.965349ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:55.38545176Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 880.066118ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:55.418483779Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 633.573984ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:55.427611467Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 1.412785381s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:55.435567353Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 989.815759ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:55.444104135Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 1.176391011s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:55.526093546Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 1.491186947s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:55.596931222Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 1.320049674s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:55.617590355Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 1.471083506s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:55.645339819Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 1.229417897s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:55.653358427Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 606.321095ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:55.94574085Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 1.109603874s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:56.048478955Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 1.174014775s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:56.070548175Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 1.134682693s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:56.264277285Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 750.411271ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:56.308872458Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 797.420394ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:56.461792218Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 681.062994ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:56.577589377Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 1.191555047s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:56.667943485Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 779.394855ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:56.713489793Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 624.451579ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:56.858498268Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 1.313418972s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:56.893160981Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 859.08416ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:56.946774429Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 579.254277ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:57.069129357Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 1.415042728s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:57.098114996Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 1.402311209s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:57.126054306Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 1.062479745s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:57.167199585Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 741.047378ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:57.252745352Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 626.188082ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:57.26628211Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 951.751828ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:57.275124091Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 824.590337ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:57.41220391Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 1.178317727s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:57.493786909Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 1.38935506s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:57.502160036Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 1.300244761s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:57.71553115Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 593.227087ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:57.816139046Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 1.122088336s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:57.868667595Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 1.235842301s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:57.900691136Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 1.028859902s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:58.006010521Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 903.022034ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:58.218716127Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 797.32434ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:58.238368762Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 1.135952228s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:58.249076433Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 1.412324394s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:58.26074222Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 1.253646113s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:58.420476435Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 1.206258626s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:58.523892789Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 950.571274ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:58.539480033Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 718.263034ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:58.684770724Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 669.643634ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:58.905158088Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 899.847995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.009316722Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 583.975388ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.027967049Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 921.262274ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.047505091Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 705.14149ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.05887627Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 1.388410002s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.132964135Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 968.2827ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.147137651Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 1.110058911s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.413217299Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 820.729286ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.429211774Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:59.429734208Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:59.429923293Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 639.95166ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.519951812Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 1.142696547s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.59267529Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 1.37546364s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.631371392Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:59.662250672Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:59.670817915Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:59.671012071Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 1.004252386s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.687846798Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 620.68037ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.702389824Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:11:59.70261753Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 724.014844ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.743371339Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 31.724978ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.764430632Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 969.755906ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.774715101Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 144.355493ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.807612426Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e\") failed: Property not found. retry in 58.559251ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.849980989Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 42.058231ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.888302941Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e\") failed: Property not found. retry in 149.699331ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.917474745Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 713.338275ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.92613271Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 119.141797ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.940073579Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 123.261444ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.962785167Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 1.063749067s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:11:59.977710013Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 236.437078ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.069668825Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e\") failed: Property not found. retry in 290.794125ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.080129119Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 292.43022ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.095010704Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 1.317384798s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.123808177Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 1.337702698s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.168619016Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 1.38152882s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.26028894Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 391.037952ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.315964414Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 557.981145ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.332335689Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e\") failed: Property not found. retry in 341.258952ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.380219812Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 1.19960097s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.396810563Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 1.07961426s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.589464484Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 1.131189415s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.825248277Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 652.487464ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.859249602Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.909760406Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"3.425166746s"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 833.099378ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.925074062Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e\") failed: Property not found. retry in 728.145966ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.934523649Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 570.447203ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.959038326Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 545.844083ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.970808756Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 504.283239ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.980719446Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 540.979062ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.988871358Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 1.211374457s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:00.997496072Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 687.133719ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:01.019239204Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 1.443796006s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:01.052837788Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 859.408924ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:01.451364708Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 1.133367153s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:01.495069997Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 1.221140533s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:01.514934468Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 1.43114901s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:01.521774664Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 696.074561ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:01.529240397Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 650.858338ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:01.537150942Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 878.114115ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:01.544467151Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 938.311833ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:01.60546099Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 1.284904892s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:01.649992981Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e\") failed: Property not found. retry in 1.397126441s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:01.671031613Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 1.466879505s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:01.680272444Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 952.418544ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:01.714873425Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 528.314996ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:01.754492343Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 1.472727745s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:01.963953041Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 1.297851266s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:02.197202346Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 920.582733ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:02.217865817Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 719.751337ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:02.233314108Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 1.157409637s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:02.292332943Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 1.140182189s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:02.320044517Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 1.143398209s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:02.431462968Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 662.335763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:02.504269498Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 544.889297ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:02.552515851Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 573.258575ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:02.637236925Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 1.09504743s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:02.676274517Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 877.761965ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:02.745008766Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 746.908604ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:02.944184294Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 614.196069ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:02.962111762Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 1.439413221s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:02.969536614Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e\") failed: Property not found. retry in 1.479760115s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:03.07967879Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 1.238170322s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:03.106583872Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 905.954377ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:03.14548075Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 1.054311748s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:03.157054524Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 894.375432ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:03.175372913Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 538.412248ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:03.218548317Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 1.442505916s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:03.447016302Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 812.187655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:03.464108027Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 1.12452869s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:03.476479504Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 533.037724ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:03.516237095Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 656.985226ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:03.586849216Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 946.508356ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:03.597791903Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 580.872203ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:03.634015458Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 1.195126249s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:03.701841013Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 1.403624771s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:03.769108376Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 1.219831812s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:03.781356456Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 1.046455453s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:04.058567197Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 1.271454056s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:04.066610365Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 1.205027337s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:04.078458727Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 849.057578ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:04.220535972Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 1.328070742s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:04.227890272Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 1.003983203s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:04.252341648Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 814.489788ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:04.284709158Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 677.812467ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:04.378133029Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 1.002900181s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:04.419555516Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 1.398924734s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:04.554035634Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e\") failed: Property not found. retry in 793.907759ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:04.568042685Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 1.482419099s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:04.610356406Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:04.764744495Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:04.764808707Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 1.109962777s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:04.90059429Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 736.125988ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:04.908638839Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325\") failed: Property not found. retry in 69.099525ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:04.915446744Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325\") failed: Property not found. retry in 54.314058ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:04.992625313Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 834.599495ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.010242253Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325\") failed: Property not found. retry in 205.302075ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.056974054Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:05.057235591Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 760.879371ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.065849325Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:05.065946268Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 938.408027ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.079883167Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:05.084270897Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:05.084551074Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 980.266154ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.12153462Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 640.592784ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.136864887Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 824.080095ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.184116162Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852\") failed: Property not found. retry in 63.038035ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.255942546Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 1.344953796s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.266411151Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325\") failed: Property not found. retry in 523.253599ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.275682093Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214\") failed: Property not found. retry in 73.366669ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.282731495Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 935.314744ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.291947146Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852\") failed: Property not found. retry in 115.323111ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.32778921Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 549.842918ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.346915931Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214\") failed: Property not found. retry in 101.602573ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.364835218Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e\") failed: Property not found. retry in 688.788163ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.372718613Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 938.451746ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.432299313Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852\") failed: Property not found. retry in 221.568161ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.455536925Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214\") failed: Property not found. retry in 222.815486ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.47701667Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 1.056791424s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.565037254Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 1.397315926s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.654557279Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852\") failed: Property not found. retry in 369.451501ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.688716558Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214\") failed: Property not found. retry in 455.436912ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.708562018Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 714.693734ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.786443366Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325\") failed: Property not found. retry in 876.799115ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.808785054Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 1.284030596s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.836471157Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 656.251892ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.85459765Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 623.640847ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.905624428Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 952.639462ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:05.961740165Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 1.128475538s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.019684701Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 793.198015ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.028573872Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 897.044322ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.036551749Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852\") failed: Property not found. retry in 764.167984ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.068718415Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e\") failed: Property not found. retry in 1.480342457s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.077050741Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 680.094725ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.102079872Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 717.145296ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.110528292Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214\") failed: Property not found. retry in 703.057248ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.174452721Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 777.615876ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.238423751Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 600.074067ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.382200492Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 1.280899099s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.513314038Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 839.726008ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.522725604Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 559.438058ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.53984748Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 582.129221ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.623172716Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 847.670267ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.633041244Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325\") failed: Property not found. retry in 618.847879ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.697440986Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 826.750162ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.793322264Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 731.576759ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.832084249Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 1.287105604s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.840452316Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852\") failed: Property not found. retry in 502.02515ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.850596682Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214\") failed: Property not found. retry in 544.736149ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.888531544Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 977.199107ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.925622753Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 609.417636ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.944898297Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 1.459214039s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:06.993626403Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 1.017349304s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.026578209Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 1.290272479s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.063245307Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 944.46551ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.110656436Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 1.078788358s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.130476845Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 554.142107ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.159385222Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 719.028832ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.216981469Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325\") failed: Property not found. retry in 731.154799ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.327867865Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852\") failed: Property not found. retry in 730.259176ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.365334964Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 937.818492ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.382566133Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214\") failed: Property not found. retry in 643.396353ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.446733608Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 1.09730942s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.494110457Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 854.810086ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.566593968Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 1.010548673s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.577514656Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e\") failed: Property not found. retry in 1.222893452s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.589883522Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:07.600150141Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51374"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:07.603518493Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"b066bcc4-fa03-499e-8ee7-972f2f5c0b40","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51374","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2947,"response_code":"200"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 1.09262645s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.633445386Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 666.334918ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.727213897Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 1.484948535s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.80781796Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 1.375350261s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.917496133Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 1.490923548s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:07.949971336Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 1.254843475s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.060857493Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 1.386507891s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.075011808Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325\") failed: Property not found. retry in 567.777003ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.088367401Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214\") failed: Property not found. retry in 1.029531011s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.10413152Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852\") failed: Property not found. retry in 1.262271474s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.118955063Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 1.1692886s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.148201259Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 626.442002ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.225163292Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 1.269974967s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.337991511Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 736.078247ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.369226881Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 603.210044ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.409767504Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 1.129700121s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.434461665Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 755.964308ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.464536463Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 959.97687ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.602680811Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 608.884188ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.615739706Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325\") failed: Property not found. retry in 1.168231539s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.675999875Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 766.804924ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.742302508Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e\") failed: Property not found. retry in 1.08885085s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.827830475Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 740.866397ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:08.864934424Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 1.144182905s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.035778031Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 1.158843132s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.120874506Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214\") failed: Property not found. retry in 766.973686ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.147736417Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 1.325221911s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.232890563Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 1.377867415s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.244989582Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 1.054165549s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.304693546Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 1.029611261s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.314499443Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 1.403173752s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.327059505Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 576.40839ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.340220113Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852\") failed: Property not found. retry in 1.465343089s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.393385239Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 1.288230332s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.454477631Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 1.103267548s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.473048636Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 629.950856ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.520033934Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 1.34465616s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.574254449Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 783.593984ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.584542779Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 1.034131587s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.618683947Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 537.023389ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.627291551Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325\") failed: Property not found. retry in 750.268301ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.854621275Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214\") failed: Property not found. retry in 1.18714609s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.92504207Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 985.635846ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.934545809Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e\") failed: Property not found. retry in 1.138764346s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:09.945100236Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 1.266726001s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.161257965Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 1.312909426s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.17465706Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 824.35656ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.190757108Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 1.282801627s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.28971849Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 559.676596ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.355417317Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 963.401711ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.37429642Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 525.170918ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.388059525Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 1.206399847s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.570901468Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 857.24936ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.586823972Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325\") failed: Property not found. retry in 1.070088107s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.618656358Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 1.128020531s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.635966348Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 1.007296131s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.67723725Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 1.161851093s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.746126344Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 1.488537884s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.758728417Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852\") failed: Property not found. retry in 1.289898738s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.870788915Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 1.311334068s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.925129093Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 571.763985ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.935484625Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 1.010519727s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.94484697Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 1.231925629s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:10.954456061Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 1.243217391s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:11.03050438Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e\") failed: Property not found. retry in 1.016138802s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:11.099349973Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214\") failed: Property not found. retry in 1.049128746s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:11.12350989Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 911.761907ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:11.351467791Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 1.07444592s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:11.443672659Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 825.621763ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:11.460343482Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 873.613466ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:11.502601042Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 523.717877ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:11.52314659Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 1.326475049s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:11.586680169Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 1.442694982s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:11.697101852Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325\") failed: Property not found. retry in 1.121683156s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:11.710087595Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 1.282114559s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:11.777459338Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 1.125028538s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:11.792689912Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 570.765192ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:11.923673335Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 1.483432899s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:11.967926909Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 921.900644ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.060381294Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e\") failed: Property not found. retry in 726.95779ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.124826337Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852\") failed: Property not found. retry in 1.493974068s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.171363903Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214\") failed: Property not found. retry in 1.030070432s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.180892172Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 1.110724102s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.196749393Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 1.075229514s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.246450345Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 789.544737ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.25656613Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 507.795889ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.276335418Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 1.159782279s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.288201881Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 746.681571ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.298180692Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 1.421044667s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.387136522Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 1.290867855s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.50470848Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 1.499287619s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.526861923Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 628.03252ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.794362988Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325\") failed: Property not found. retry in 1.021148497s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.844151243Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e\") failed: Property not found. retry in 677.730745ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.861630668Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 1.279129761s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.922304259Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 675.046958ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.931003485Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 734.803949ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:12.991056939Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 941.685415ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.055929004Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d\") failed: Property not found. retry in 1.391258757s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.064219319Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 508.326856ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.072220917Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc\") failed: Property not found. retry in 1.448964693s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.149722845Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214\") failed: Property not found. retry in 1.468259134s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.219917595Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 939.054348ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.31789352Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a\") failed: Property not found. retry in 1.345851952s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.331266443Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0\") failed: Property not found. retry in 1.173763292s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.432154198Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c\") failed: Property not found. retry in 1.478713582s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.457266171Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b\") failed: Property not found. retry in 1.034396483s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.466653806Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e\") failed: Property not found. retry in 1.306573371s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.549907211Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0\") failed: Property not found. retry in 1.214427398s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.5891902Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1\") failed: Property not found. retry in 927.186617ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.615601078Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852\") failed: Property not found. retry in 697.239605ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.67452204Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82\") failed: Property not found. retry in 1.045052828s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.735738475Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5\") failed: Property not found. retry in 1.201907619s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.804752463Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0\") failed: Property not found. retry in 1.022899291s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.817041017Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325\") failed: Property not found. retry in 523.880422ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:13.875319162Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704\") failed: Property not found. retry in 1.375266904s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:14.008496725Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac\") failed: Property not found. retry in 824.44228ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:14.036966899Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863\") failed: Property not found. retry in 685.768688ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:14.213587344Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd\") failed: Property not found. retry in 531.015082ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:14.272862426Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852\") failed: Property not found. retry in 794.050572ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:14.386276501Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325\") failed: Property not found. retry in 1.045463922s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:14.414590091Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.515870168Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_525e6247-d574-48d5-8d07-abd18a750704"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.515924339Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_nexus_84aef213-b004-4a64-a47a-f4c08301a325"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.515931789Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_a1ebfcb1-30a0-4f90-9f28-aa6d47b38b82"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.51593717Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_clickhouse_0d93cb96-6972-4636-b966-5ad83e9f79bc"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.51594523Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_30d83809-6afc-4186-ae50-3000b8421863"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.51595314Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_external_dns_a5a8b395-0169-4688-a9f0-b29d7a7c4214"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.51596136Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_nexus_f2b56f91-b260-4c00-a784-3971c52ebfe0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.51596787Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_pantry_d93d4116-e45d-4588-b619-d171aa48449b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.515975511Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_nexus_62f94fcd-b9d8-4397-9be2-9288fe2e213e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.515983651Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_ddfcac90-f484-447b-aef2-c6fb1b58d4b0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.515992271Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_7ccca156-e892-4d88-a483-f88feaa43fdd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.516000701Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_53d1c4e0-2f03-4805-baa7-c602504929d1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.516009261Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_37097b5b-eadd-4c7c-974e-a3bfb1eb7ac5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.516016732Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_external_dns_62825ae7-d0e8-4554-b47e-377bf9997852"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.516040132Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_oximeter_c94cb0fe-1cb2-41d6-85b5-5d16177d879c"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.516048553Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_pantry_30b424b7-7904-4c1b-bd70-2730d06ee11a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.516057173Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_a3958392-27bd-4a33-b3d2-4a698a29c6ac"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.516063263Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_pantry_9692bb6e-033c-4acc-b912-c20e944f889d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.516071223Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3275","zone":"oxz_crucible_8eb9b5b6-a170-43cf-af64-230edb104fa0"} {"msg":"Writing ledger to /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.516099124Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.525741296Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.536054027Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"5edb4e15-ef01-4420-b141-882fe58c2d47","remote_addr":"[fd00:1122:3344:101::1]:54617","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37918080,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.539927432Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1321"} {"msg":"Writing ledger to /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.539941512Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.540363884Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.543473119Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.543565671Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:719"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.607616653Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:886"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.608133498Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.722610141Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.846886501Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:15.980164127Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:16.152569836Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:16.413036482Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:16.752486845Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:17.102978499Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:17.424399702Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:17.96254187Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:18.7224629Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:19.1349278Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:12:19.372249305Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"9.545605695s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:19.824791568Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:20.289543434Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:21.344030896Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:22.013670939Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:23.177962907Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:25.68952706Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/1e7155fc-ddca-45d5-a711-7b3b989aed61/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:27.17035793Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"776ea751-905b-4461-a99f-a1baad0c3edb\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 14:12:31 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"963ac472-284b-4429-931a-df4a09f45485\\\"\", request_id: \"776ea751-905b-4461-a99f-a1baad0c3edb\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:31.679209543Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d10214e4-c945-4493-8f6f-5ee9ff3e891b\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 14:12:35 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"963ac472-284b-4429-931a-df4a09f45485\\\"\", request_id: \"d10214e4-c945-4493-8f6f-5ee9ff3e891b\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:35.836900915Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:37.638664875Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36195"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:37.638743057Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"08a9bc8f-c010-406f-976c-6ca8ceba5977","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36195","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a35eff5e-e5c1-446b-a166-b4072ef79749\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 14:12:40 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"963ac472-284b-4429-931a-df4a09f45485\\\"\", request_id: \"a35eff5e-e5c1-446b-a166-b4072ef79749\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:40.922058196Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:43.613520097Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:43431","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:43020"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:43.62538678Z","hostname":"buskin","pid":1572,"uri":"/963ac472-284b-4429-931a-df4a09f45485","method":"GET","req_id":"760b8dfa-6007-4fe7-8278-ebad2b85688b","remote_addr":"[fd00:1122:3344:101::d]:43020","local_addr":"[fd00:1122:3344:101::1]:43431","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":11810,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f680ad2d-e137-4292-b256-8a4b6db66ddb\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 14:12:47 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"963ac472-284b-4429-931a-df4a09f45485\\\"\", request_id: \"f680ad2d-e137-4292-b256-8a4b6db66ddb\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:47.194971486Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbc57600-08c3-4c6a-98db-cffb95ca1b24\", \"content-length\": \"173\", \"date\": \"Wed, 30 Oct 2024 14:12:51 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"963ac472-284b-4429-931a-df4a09f45485\\\"\", request_id: \"fbc57600-08c3-4c6a-98db-cffb95ca1b24\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:51.299244536Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:948"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:53.567628529Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:53.661639665Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:61779"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:53.66255618Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:53.662565981Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:53.662605451Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:53.662962571Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:53.861485161Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"42f2f1dd-a9d9-48a2-b516-bdf66884e7d9","remote_addr":"[fd00:1122:3344:101::b]:61779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199718,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:59.60682472Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59680"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:59.607009156Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ccdad434-f166-4633-8325-feeb52ed40b3","remote_addr":"[fd00:1122:3344:101::b]:59680","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:59.668820696Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:59.668854157Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"fcfe1da2-0b72-4cff-b507-f7ae723ae336","remote_addr":"[fd00:1122:3344:101::b]:59680","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:59.687560076Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51102"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:59.687739361Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e15cef42-2264-4b74-8d22-8ac1e1505fe2","remote_addr":"[fd00:1122:3344:101::a]:51102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:59.744788592Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:59.744818263Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"bb27558f-eea1-453e-abb1-9dabfe6ff81a","remote_addr":"[fd00:1122:3344:101::a]:51102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":67,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:59.875818387Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40874"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:59.878435898Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:59.929220909Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53471"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:59.929717873Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"9aa71723-c6f6-4a05-91bb-447ded8adea7","remote_addr":"[fd00:1122:3344:101::b]:53471","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":397,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:59.945010179Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60077"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:59.951171086Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44603"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:59.951398543Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"76c0668b-ba26-4827-92b9-6b08f1beefab","remote_addr":"[fd00:1122:3344:101::a]:44603","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:12:59.971447978Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.054835996Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.054901198Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a094d705-ee16-4dec-aa51-6111866bf539","remote_addr":"[fd00:1122:3344:101::a]:40874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":178934,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.06084196Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"e41716c7-b354-4009-89d8-6555398f07f6","remote_addr":"[fd00:1122:3344:101::a]:40874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2013,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.106520862Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.107084287Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/89949dda-0577-446c-8489-cc03db50adec/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.108410524Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.109481333Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.109542114Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"29942858-9cce-48b2-9dd8-a07ce3532b35","remote_addr":"[fd00:1122:3344:101::a]:40874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5495,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.112378011Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.121436818Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"4ec96420-63c4-470d-8628-2eab4327b743","remote_addr":"[fd00:1122:3344:101::b]:59680","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4006,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.153578032Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53419"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.155144215Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 220b881a-40f9-484a-adaa-cb54d2e53504, kind: Service { id: 62825ae7-d0e8-4554-b47e-377bf9997852 }, name: Name(\"external-dns-62825ae7-d0e8-4554-b47e-377bf9997852\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 202])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 690158eb-8d70-45e0-85ec-6fb1c1b5ddb7, kind: Service { id: a5a8b395-0169-4688-a9f0-b29d7a7c4214 }, name: Name(\"external-dns-a5a8b395-0169-4688-a9f0-b29d7a7c4214\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 37])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7d10ae2e-69a6-4779-9c0e-98ad16a7de7c, kind: Service { id: 84aef213-b004-4a64-a47a-f4c08301a325 }, name: Name(\"nexus-84aef213-b004-4a64-a47a-f4c08301a325\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 84])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8f215d46-9f84-4c8b-817c-d8906a80c5a3, kind: Service { id: 62f94fcd-b9d8-4397-9be2-9288fe2e213e }, name: Name(\"nexus-62f94fcd-b9d8-4397-9be2-9288fe2e213e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aa536a9e-d366-41a2-a0f4-9fca0b340bcd, kind: Service { id: f2b56f91-b260-4c00-a784-3971c52ebfe0 }, name: Name(\"nexus-f2b56f91-b260-4c00-a784-3971c52ebfe0\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 74])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.155204067Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.155235287Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.155244048Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.155257328Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.155269818Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.155280909Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.1553393Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c60589ae-8488-439b-8277-bbd1ffa2be0d","remote_addr":"[fd00:1122:3344:101::b]:53419","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1643,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.156395499Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:958"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.167026768Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }","subnet":"RouterId { vni: Vni(100), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.167290685Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8772d0d0-15e7-43bd-8646-9edf466f560f","remote_addr":"[fd00:1122:3344:101::a]:51102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1186,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.192436649Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5b1351f0-add5-4fbb-85bf-6666c5cd08a2","remote_addr":"[fd00:1122:3344:101::b]:60077","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":247324,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.192922402Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"322d5d72-83d3-49f4-849b-fb92296d246a","remote_addr":"[fd00:1122:3344:101::b]:60077","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":175,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.438214045Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37479"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.438556364Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 220b881a-40f9-484a-adaa-cb54d2e53504, kind: Service { id: 62825ae7-d0e8-4554-b47e-377bf9997852 }, name: Name(\"external-dns-62825ae7-d0e8-4554-b47e-377bf9997852\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 202])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 690158eb-8d70-45e0-85ec-6fb1c1b5ddb7, kind: Service { id: a5a8b395-0169-4688-a9f0-b29d7a7c4214 }, name: Name(\"external-dns-a5a8b395-0169-4688-a9f0-b29d7a7c4214\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 37])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7d10ae2e-69a6-4779-9c0e-98ad16a7de7c, kind: Service { id: 84aef213-b004-4a64-a47a-f4c08301a325 }, name: Name(\"nexus-84aef213-b004-4a64-a47a-f4c08301a325\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 84])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8f215d46-9f84-4c8b-817c-d8906a80c5a3, kind: Service { id: 62f94fcd-b9d8-4397-9be2-9288fe2e213e }, name: Name(\"nexus-62f94fcd-b9d8-4397-9be2-9288fe2e213e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aa536a9e-d366-41a2-a0f4-9fca0b340bcd, kind: Service { id: f2b56f91-b260-4c00-a784-3971c52ebfe0 }, name: Name(\"nexus-f2b56f91-b260-4c00-a784-3971c52ebfe0\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 74])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.438620716Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.438657217Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.438687738Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.438708438Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.438735799Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.43876039Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.438793321Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d1cf6737-6982-4d84-83b1-9e114db7610b","remote_addr":"[fd00:1122:3344:101::a]:37479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":450,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.442768669Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55870"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.442963874Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.442980695Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.443074197Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/89949dda-0577-446c-8489-cc03db50adec/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.443409456Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.450112649Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48993"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.451016333Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 220b881a-40f9-484a-adaa-cb54d2e53504, kind: Service { id: 62825ae7-d0e8-4554-b47e-377bf9997852 }, name: Name(\"external-dns-62825ae7-d0e8-4554-b47e-377bf9997852\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 202])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 690158eb-8d70-45e0-85ec-6fb1c1b5ddb7, kind: Service { id: a5a8b395-0169-4688-a9f0-b29d7a7c4214 }, name: Name(\"external-dns-a5a8b395-0169-4688-a9f0-b29d7a7c4214\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 37])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7d10ae2e-69a6-4779-9c0e-98ad16a7de7c, kind: Service { id: 84aef213-b004-4a64-a47a-f4c08301a325 }, name: Name(\"nexus-84aef213-b004-4a64-a47a-f4c08301a325\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 84])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8f215d46-9f84-4c8b-817c-d8906a80c5a3, kind: Service { id: 62f94fcd-b9d8-4397-9be2-9288fe2e213e }, name: Name(\"nexus-62f94fcd-b9d8-4397-9be2-9288fe2e213e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aa536a9e-d366-41a2-a0f4-9fca0b340bcd, kind: Service { id: f2b56f91-b260-4c00-a784-3971c52ebfe0 }, name: Name(\"nexus-f2b56f91-b260-4c00-a784-3971c52ebfe0\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 74])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.451092645Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.451141886Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.451159307Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.451177647Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.451209888Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.451214528Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.451243079Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"cc97f55a-dc20-4875-918a-abee14619de9","remote_addr":"[fd00:1122:3344:101::c]:48993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":633,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.630611307Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35358"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.630783942Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ae1f86db-900a-47db-8f96-59984cf2bcc4","remote_addr":"[fd00:1122:3344:101::c]:35358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.654381154Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53142"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.654867287Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 220b881a-40f9-484a-adaa-cb54d2e53504, kind: Service { id: 62825ae7-d0e8-4554-b47e-377bf9997852 }, name: Name(\"external-dns-62825ae7-d0e8-4554-b47e-377bf9997852\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 172, 202])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 690158eb-8d70-45e0-85ec-6fb1c1b5ddb7, kind: Service { id: a5a8b395-0169-4688-a9f0-b29d7a7c4214 }, name: Name(\"external-dns-a5a8b395-0169-4688-a9f0-b29d7a7c4214\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 37])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7d10ae2e-69a6-4779-9c0e-98ad16a7de7c, kind: Service { id: 84aef213-b004-4a64-a47a-f4c08301a325 }, name: Name(\"nexus-84aef213-b004-4a64-a47a-f4c08301a325\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 252, 84])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8f215d46-9f84-4c8b-817c-d8906a80c5a3, kind: Service { id: 62f94fcd-b9d8-4397-9be2-9288fe2e213e }, name: Name(\"nexus-62f94fcd-b9d8-4397-9be2-9288fe2e213e\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 218])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: aa536a9e-d366-41a2-a0f4-9fca0b340bcd, kind: Service { id: f2b56f91-b260-4c00-a784-3971c52ebfe0 }, name: Name(\"nexus-f2b56f91-b260-4c00-a784-3971c52ebfe0\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 189, 74])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.654944089Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.655004221Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.655038752Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.655067543Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.655123524Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.655145805Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.655180216Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"c3fa6e7c-f026-4e3c-9a23-924b531887a0","remote_addr":"[fd00:1122:3344:101::b]:53142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":618,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.665765494Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.665782644Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8f1c2024-2ad6-4abc-9cc6-baf42b29238d","remote_addr":"[fd00:1122:3344:101::c]:35358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.717436449Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"b37c9ce6-ea10-435c-8e62-7b3c5818607b","remote_addr":"[fd00:1122:3344:101::b]:55870","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":274505,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.814438388Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52940"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.814652784Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"c353795e-bd25-41c9-b176-9419fde8c180","remote_addr":"[fd00:1122:3344:101::c]:52940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":150,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:00.821579572Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"47be3a87-71e9-4ed8-8b23-028ba65b369f","remote_addr":"[fd00:1122:3344:101::c]:35358","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":263,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:01.017279796Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47610"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:01.017398999Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:01.057600832Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:01.115423975Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a240069f-c7ee-40fb-8aae-8ab5172ee48d","remote_addr":"[fd00:1122:3344:101::c]:47610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98059,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:01.115855277Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c0c080a3-c615-4a0c-b9a5-94ee22e00b2c","remote_addr":"[fd00:1122:3344:101::c]:47610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:06.053082554Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63530"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:06.053227788Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0d4067a5-a0b3-4619-97f9-7165b2576587","remote_addr":"[fd00:1122:3344:101::b]:63530","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:06.066096738Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:06.066110698Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"93914c96-35c1-460c-b225-feb734151291","remote_addr":"[fd00:1122:3344:101::b]:63530","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:06.074790125Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3b562582-1991-4e9f-889f-d8043334db3c","remote_addr":"[fd00:1122:3344:101::b]:63530","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:07.673432949Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41426"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:07.673585123Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"2d7fcf7f-efb6-48b8-a0e7-8d67f7bcdddc","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:41426","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":59,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:29.763889461Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39850"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:29.76420495Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b88fcec9-de5b-4a8d-abfb-7040bcbd3876","remote_addr":"[fd00:1122:3344:101::a]:39850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:29.802263716Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51421"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:29.802370268Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e31c529c-7778-45c5-8bf3-ac65dc684660","remote_addr":"[fd00:1122:3344:101::b]:51421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:29.8649245Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39699"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:29.865139836Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e46b8428-b59f-4033-97d7-56b7f94a93c8","remote_addr":"[fd00:1122:3344:101::b]:39699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":143,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:29.909109812Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:29.909133952Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"22e89be2-2b7e-464d-95c9-1084ef5b50e9","remote_addr":"[fd00:1122:3344:101::b]:51421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:29.919264318Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1afb489e-120e-4795-a170-7a0afb4e8bbe","remote_addr":"[fd00:1122:3344:101::b]:51421","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":155,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:29.920199593Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:29.920208734Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ea3bd221-cb1d-43fe-9fef-25021bfedff3","remote_addr":"[fd00:1122:3344:101::a]:39850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:29.928851539Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"30aa8ee8-2b39-4784-9def-18ed0dc9aeae","remote_addr":"[fd00:1122:3344:101::a]:39850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:29.993171869Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57612"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:29.993315752Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"9b20f824-153c-4a65-9d1c-cc0eb56552fb","remote_addr":"[fd00:1122:3344:101::a]:57612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.097167487Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63830"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.09726168Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.133432804Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.187428122Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"24e1b7c1-6f8b-41b7-8aec-9d3ed322bf7f","remote_addr":"[fd00:1122:3344:101::b]:63830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90204,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.18771232Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c2a8170e-0841-4544-9682-08d1699ceae4","remote_addr":"[fd00:1122:3344:101::b]:63830","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.285710706Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33111"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.285928612Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.323373671Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.376349501Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"dd94c882-a959-4b5f-bcf5-0dc37caba9c7","remote_addr":"[fd00:1122:3344:101::a]:33111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90508,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.376600958Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b0ff990c-79be-4ee1-b371-ddc4976e5cd4","remote_addr":"[fd00:1122:3344:101::a]:33111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.741846563Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53172"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.742015547Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"fbd3fe75-42fb-4e15-9dfa-36ea66d12f2b","remote_addr":"[fd00:1122:3344:101::c]:53172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.767427789Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.767442309Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"94739fe3-a422-4fca-85e7-3b78c884cdd7","remote_addr":"[fd00:1122:3344:101::c]:53172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.778530701Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"36862cea-7d96-4baa-bf79-c007b5b288bb","remote_addr":"[fd00:1122:3344:101::c]:53172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.973374941Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39726"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.973539755Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"7d0ccf30-121e-4ff1-b14b-dfc379a6af9a","remote_addr":"[fd00:1122:3344:101::c]:39726","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.988945495Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44518"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:30.989054918Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:31.026354192Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:31.079409885Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"fed59494-95bd-456a-b8d9-6d07ad595881","remote_addr":"[fd00:1122:3344:101::c]:44518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90393,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:31.079737664Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"45b247e5-9438-437c-bd9e-b423b9e5b7a6","remote_addr":"[fd00:1122:3344:101::c]:44518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:37.709652724Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55922"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:37.709760867Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"175826a0-6c07-47d3-b61b-f130b2a4b50f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55922","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":33,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.666864271Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50185"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.667003335Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"dd456039-1206-42a9-8848-bd3cb547580d","remote_addr":"[fd00:1122:3344:101::a]:50185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.679042683Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50149"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.679164676Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"80329f4a-9e68-4e3b-b1e2-0fbc60a43b3d","remote_addr":"[fd00:1122:3344:101::b]:50149","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.71533887Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.715365411Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5013d630-6a10-4326-9289-fb7c5cbf7998","remote_addr":"[fd00:1122:3344:101::a]:50185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":83,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.727133841Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.727146931Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9c6d5086-1765-4edf-87d8-135e6d7045d9","remote_addr":"[fd00:1122:3344:101::b]:50149","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":32,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.740451943Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35806"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.740639678Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5cf1bbca-694f-46a4-b0dd-3de209a37a25","remote_addr":"[fd00:1122:3344:101::a]:35806","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.750713992Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"56b1394a-87fc-4792-9683-9bdef7e58985","remote_addr":"[fd00:1122:3344:101::a]:50185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":155,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.781286374Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44033"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.781447018Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"fb882b15-2efd-4ab8-abaf-23e36eb7cc04","remote_addr":"[fd00:1122:3344:101::b]:44033","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.785494918Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"08cee486-0057-4aed-8376-00596cc08719","remote_addr":"[fd00:1122:3344:101::b]:50149","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.810749305Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53884"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.810837698Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.846611301Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.90247498Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e4f0e8bb-aab6-4dd3-94f2-081c037fa7cd","remote_addr":"[fd00:1122:3344:101::a]:53884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91681,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.902795129Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"34566d54-3502-4940-8bd1-7b7a1af4379c","remote_addr":"[fd00:1122:3344:101::a]:53884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.929904417Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42033"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.930111532Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:13:59.966294936Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:00.022062473Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6474a4c4-018c-4126-81eb-9ca6eb879399","remote_addr":"[fd00:1122:3344:101::b]:42033","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92019,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:00.024956132Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9ee95fad-9d87-4a27-9283-f5cae1cfa9ff","remote_addr":"[fd00:1122:3344:101::b]:42033","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:00.651396671Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48707"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:00.651503634Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a00aa3af-c962-4b99-902e-215b0111ac59","remote_addr":"[fd00:1122:3344:101::c]:48707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:00.666658757Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:00.666684858Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"feb46158-01e2-42a1-9e2e-a57fca1d8340","remote_addr":"[fd00:1122:3344:101::c]:48707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":66,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:00.676304369Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"932f065b-09cf-4576-bfae-ad4646f1894f","remote_addr":"[fd00:1122:3344:101::c]:48707","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:00.862948756Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44418"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:00.863152792Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"bf261ca2-a0e5-4560-8768-8f7bf5a5f18e","remote_addr":"[fd00:1122:3344:101::c]:44418","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:00.907969811Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55590"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:00.908070853Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:00.945324797Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:00.999801929Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b31eb8d2-92dc-4fff-b75c-2adff12e243f","remote_addr":"[fd00:1122:3344:101::c]:55590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91771,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:01.000113127Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"aff34855-1612-43a7-ba4f-89c31716ed87","remote_addr":"[fd00:1122:3344:101::c]:55590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:07.748540651Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51837"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:07.748683915Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"b0327d17-01ef-4987-a6e0-12f6c4147365","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51837","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:29.80841137Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33652"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:29.808690308Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"f37a6a80-b6c9-4513-845c-ee8bd351e508","remote_addr":"[fd00:1122:3344:101::b]:33652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":200,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:29.840487023Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62327"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:29.840597626Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"49abf8c1-7020-49f7-89f7-606263778600","remote_addr":"[fd00:1122:3344:101::b]:62327","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:29.879258548Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51633"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:29.87936342Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3df57b86-bffa-488d-add8-0d2463b55c89","remote_addr":"[fd00:1122:3344:101::a]:51633","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:29.88227663Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:29.882309711Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"71fb0668-b2c7-4c87-903c-7a9da3286f2c","remote_addr":"[fd00:1122:3344:101::b]:62327","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:29.891720857Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b60d9302-86d1-42e0-b9bd-725c374a97db","remote_addr":"[fd00:1122:3344:101::b]:62327","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:29.938374156Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:29.938403426Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"311dd036-7d66-441c-83d6-42746e791a00","remote_addr":"[fd00:1122:3344:101::a]:51633","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:29.946434365Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2ed70e6f-8110-4714-8bc7-7b80618caf2d","remote_addr":"[fd00:1122:3344:101::a]:51633","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":181,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:29.982028713Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56623"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:29.982094035Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41038"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:29.98229471Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:29.986445783Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"6608db34-a048-4d75-9268-8f8e1d08f553","remote_addr":"[fd00:1122:3344:101::a]:56623","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4157,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:30.00028391Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36831"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:30.018012602Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:30.074091107Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:30.074137829Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"89b41bd1-5848-479f-9cdd-7b2da01a0f31","remote_addr":"[fd00:1122:3344:101::a]:41038","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91926,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:30.078756904Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ff6f5a4d-efc7-4a3c-9d4f-9e09ce370fef","remote_addr":"[fd00:1122:3344:101::a]:41038","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4443,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:30.111361221Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:30.16536049Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"c2821ac5-2ff5-4cfc-baa5-d67a313f392d","remote_addr":"[fd00:1122:3344:101::b]:36831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164933,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:30.165775301Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"0370bafc-1363-4c48-bd32-7ad9d79ce75b","remote_addr":"[fd00:1122:3344:101::b]:36831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":171,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:30.66792456Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51320"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:30.668035973Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a9a736d9-aa21-4158-acce-7dbf437c4032","remote_addr":"[fd00:1122:3344:101::c]:51320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:30.736567277Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:30.736595118Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a8b0c40e-3e27-4064-a9f4-7b5858976b57","remote_addr":"[fd00:1122:3344:101::c]:51320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":76,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:30.747502105Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"73c5daf2-350c-4522-a126-eb1a8f04bc00","remote_addr":"[fd00:1122:3344:101::c]:51320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":205,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:30.988422558Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43505"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:30.988605523Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"782a1b3f-0439-4163-bef3-6fcf89fcc40a","remote_addr":"[fd00:1122:3344:101::c]:43505","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:31.046258661Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37249"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:31.046382564Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:31.081288914Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:31.135072747Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8eef9809-bdc9-447f-805f-20dc49bf0438","remote_addr":"[fd00:1122:3344:101::c]:37249","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88740,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:31.135328824Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"fdc21acf-ddde-4c2d-bfa3-68aaece86f06","remote_addr":"[fd00:1122:3344:101::c]:37249","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:37.781402843Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40751"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:37.781507816Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"45134ab1-c153-41dd-a66a-785d02f74e0b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40751","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":30,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.585822984Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63348"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.585954948Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ff7f768e-a48e-40f0-9c61-836415c8b19c","remote_addr":"[fd00:1122:3344:101::b]:63348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.606716643Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43662"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.606902668Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"39028c6e-3bb8-4dc6-8ac6-243c05c91a4f","remote_addr":"[fd00:1122:3344:101::b]:43662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.681482776Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41652"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.681599679Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f8bbef59-efcc-4f2b-963e-5bacd51bbe79","remote_addr":"[fd00:1122:3344:101::a]:41652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.714162414Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.714194945Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ec6cbfd1-7527-4732-ab9d-27aa0799cf58","remote_addr":"[fd00:1122:3344:101::b]:63348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.726535211Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5feaaa37-5860-4919-8782-4dfda8bbc803","remote_addr":"[fd00:1122:3344:101::b]:63348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":198,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.730802447Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.730834048Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ad741912-3fb5-461e-88da-48bb5f72f933","remote_addr":"[fd00:1122:3344:101::a]:41652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.791086577Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37608"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.791273712Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"61068abc-724f-4b22-99d3-9fb4a6399bd9","remote_addr":"[fd00:1122:3344:101::a]:37608","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":132,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.798258922Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"dca9e672-5c8e-4bef-9c18-dd9ba3e4674f","remote_addr":"[fd00:1122:3344:101::a]:41652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":153,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.847591034Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52390"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.847683197Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.887197701Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.950591126Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ae25758c-bdea-47a7-9a81-9c59926660a1","remote_addr":"[fd00:1122:3344:101::b]:52390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102945,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.950844663Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38839"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.951009697Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"fcb5e0af-a774-49c1-b7ba-a27df8cc9671","remote_addr":"[fd00:1122:3344:101::b]:52390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":181,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.951145481Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:14:59.987325435Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:00.039471503Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"e3b413f8-1fa2-4554-a0d7-82fb277f1fdd","remote_addr":"[fd00:1122:3344:101::a]:38839","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88439,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:00.039812173Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"470179d2-31d2-48ee-8d76-270ad8865449","remote_addr":"[fd00:1122:3344:101::a]:38839","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:00.664575947Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40172"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:00.664740891Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"91755ba3-2b1b-4009-9a58-46df78b382bf","remote_addr":"[fd00:1122:3344:101::c]:40172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:00.72130974Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:00.721340351Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"26fc69b5-e673-4f30-ace6-0cae6689e012","remote_addr":"[fd00:1122:3344:101::c]:40172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:00.732414072Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"719aceb6-7e10-4e2e-a2b3-2c5f867b5fd9","remote_addr":"[fd00:1122:3344:101::c]:40172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":180,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:00.815327267Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54050"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:00.81543861Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:00.868310999Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:00.989931857Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"202dc5ad-37cc-4a4c-8004-352c3536a50c","remote_addr":"[fd00:1122:3344:101::c]:54050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":174533,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:00.990116292Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36454"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:00.990383939Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"3b9572c5-eef4-4272-b716-a599ef41b9f2","remote_addr":"[fd00:1122:3344:101::c]:36454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:00.990428821Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c8e31b13-8079-446e-a521-ff03810f3b2a","remote_addr":"[fd00:1122:3344:101::c]:54050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":207,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:07.815651083Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47225"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:07.816353712Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"461869ab-077d-4530-a84a-32f05e3974a3","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47225","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:26.494880336Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:29.901087448Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51795"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:29.901239552Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a61b2dca-2551-4f59-b32e-9a8ecb59fbba","remote_addr":"[fd00:1122:3344:101::b]:51795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:29.940397127Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:29.940539461Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"50f28780-1fcb-4ea5-a673-f73a8cbdeb98","remote_addr":"[fd00:1122:3344:101::a]:33870","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:29.94711405Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:29.94713149Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3db42cbc-e033-421f-9dd1-17950157da69","remote_addr":"[fd00:1122:3344:101::b]:51795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:29.95926551Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f26d93f5-20c7-46ab-806f-a2f00f39b522","remote_addr":"[fd00:1122:3344:101::b]:51795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:29.998613671Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:29.998644721Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"056897bd-a94a-464c-bc5f-8d8a38bce953","remote_addr":"[fd00:1122:3344:101::a]:33870","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.005428016Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41631"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.005643842Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e86fff25-01d7-48ca-b24b-598c9dd59635","remote_addr":"[fd00:1122:3344:101::b]:41631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.007859562Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64496"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.007975115Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.051422077Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.120952168Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"da0d3a23-c268-44f9-a36e-4243e8b04708","remote_addr":"[fd00:1122:3344:101::b]:64496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113012,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.121208705Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33457"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.121573645Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"8a865cd3-3b9e-4564-9171-1c90270131fc","remote_addr":"[fd00:1122:3344:101::b]:64496","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":302,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.121664218Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"9644e7ae-9872-40a1-887d-41dba0a5ec6e","remote_addr":"[fd00:1122:3344:101::a]:33457","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":271,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.12174337Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0b444107-20be-452d-a54c-3f5332b08ead","remote_addr":"[fd00:1122:3344:101::a]:33870","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":450,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.130077647Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40203"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.13022244Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.168362448Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.221238456Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"d5d692aa-cd53-457f-9996-433dd774a979","remote_addr":"[fd00:1122:3344:101::a]:40203","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91023,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.221609926Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"0376706a-e92a-42a8-a4fe-bd6675b5105f","remote_addr":"[fd00:1122:3344:101::a]:40203","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.817764282Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53440"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.817875675Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"29824cb1-1ee1-4b27-b09d-7f0eaaf70a32","remote_addr":"[fd00:1122:3344:101::c]:53440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.869002886Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.869040727Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"7b9f845f-dacc-4797-a549-06c43eb436a0","remote_addr":"[fd00:1122:3344:101::c]:53440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.879290896Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"792c2588-237a-4454-a862-85f0c739e766","remote_addr":"[fd00:1122:3344:101::c]:53440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":197,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.968367269Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39582"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.968572604Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"8706d711-534d-429f-a97a-23161b367011","remote_addr":"[fd00:1122:3344:101::c]:39582","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":136,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.984551169Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58625"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:30.984639532Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:31.025221805Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:31.083438319Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"cf8e1540-4f2c-411e-8ce7-b27b088c710c","remote_addr":"[fd00:1122:3344:101::c]:58625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98834,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:31.083747228Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"4a7c995e-1071-4860-b782-d3071b826dcd","remote_addr":"[fd00:1122:3344:101::c]:58625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:37.848855605Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51815"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:37.848959198Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"2d94f241-2bba-4800-84bc-c4324ed5c8c0","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51815","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.647220241Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:49592"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.647374095Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c2bf50bf-8252-4101-99ca-8df5953e7888","remote_addr":"[fd00:1122:3344:101::b]:49592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.693036868Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61492"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.693197402Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"8f03e9af-5175-4cf7-a7af-cbd837520acd","remote_addr":"[fd00:1122:3344:101::a]:61492","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.693616573Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.693639094Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8542d3af-07ce-4cb6-bbc5-bd5c317f61ea","remote_addr":"[fd00:1122:3344:101::b]:49592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.705498967Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e520f495-8ab6-4cbc-8465-35285514316a","remote_addr":"[fd00:1122:3344:101::b]:49592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":273,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.740212861Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.740230521Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"cc32284b-69cc-421e-9e67-560ade3e24ee","remote_addr":"[fd00:1122:3344:101::a]:61492","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.748418994Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6218c516-0077-47e9-b7b6-6d128c2cabc2","remote_addr":"[fd00:1122:3344:101::a]:61492","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":212,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.750565542Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38376"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.750739547Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"967e8a3d-d1bf-488a-ba48-c836c14cbc3d","remote_addr":"[fd00:1122:3344:101::b]:38376","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.788219477Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63442"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.788319459Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.832610694Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.897476758Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"cf5d0010-2405-4feb-ac1d-b56434cc6d05","remote_addr":"[fd00:1122:3344:101::a]:63442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109200,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.897722395Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34051"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.897770337Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42550"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.897809087Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ea425856-fd71-4843-957e-8a101e4b3240","remote_addr":"[fd00:1122:3344:101::a]:63442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.898057634Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.898132996Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e6c95556-378a-4e62-94b0-9f9ed3efe52a","remote_addr":"[fd00:1122:3344:101::a]:34051","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":215,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.93649154Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.993615354Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"23459a61-3aa9-4253-a24d-4766cca87eb3","remote_addr":"[fd00:1122:3344:101::b]:42550","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95685,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:15:59.993993484Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c1a1eaa7-f6a7-4b99-a261-18d227c7f1e1","remote_addr":"[fd00:1122:3344:101::b]:42550","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:00.66110989Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50096"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:00.661193163Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"9d5e8eaf-9167-4b9d-92bc-79355b069896","remote_addr":"[fd00:1122:3344:101::c]:50096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:00.719643502Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:00.719667963Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"7485118a-aac9-4d54-810f-3159b49d88c9","remote_addr":"[fd00:1122:3344:101::c]:50096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:00.729032628Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ab0f633e-442e-447b-846c-2fba8c8c0ec6","remote_addr":"[fd00:1122:3344:101::c]:50096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":184,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:00.796944665Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:37323"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:00.797084019Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"dc5c4eb0-89bc-444e-9e99-6fe495f4af7d","remote_addr":"[fd00:1122:3344:101::c]:37323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:00.890636484Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58056"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:00.890742307Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:00.929744768Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:00.985276138Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"9aaed697-2668-49c6-ba3a-8035a05a9648","remote_addr":"[fd00:1122:3344:101::c]:58056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94573,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:00.98570737Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"04eb537e-deac-44a2-bfd2-3be6c57306bb","remote_addr":"[fd00:1122:3344:101::c]:58056","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":204,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:07.881824441Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38172"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:07.881923403Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"289c8b75-09ad-465f-8f36-28c6ea3c8284","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38172","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.761475438Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60480"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.761634843Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ec822863-2d67-45e8-9798-ea0489a5daf0","remote_addr":"[fd00:1122:3344:101::b]:60480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.807560832Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.807602613Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1465c548-bfd7-47b9-9e67-22dfa1e5252a","remote_addr":"[fd00:1122:3344:101::b]:60480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.817480382Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"348c5304-ee2c-4ade-bb5e-1abdb7972d5d","remote_addr":"[fd00:1122:3344:101::b]:60480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":227,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.82365586Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49577"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.823769823Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"3d047c5e-2efe-4863-8bba-447f46ed8419","remote_addr":"[fd00:1122:3344:101::a]:49577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.868619783Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.868649594Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ff77bc2f-2630-4a2a-bbe2-040ba5605826","remote_addr":"[fd00:1122:3344:101::a]:49577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.878210454Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0706dfd2-c7f3-4f2e-b789-9d6d9ce3052b","remote_addr":"[fd00:1122:3344:101::a]:49577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.878687297Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45233"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.878907163Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"b8527d6b-9ea1-4d00-a8fc-c2ea39904bd4","remote_addr":"[fd00:1122:3344:101::b]:45233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.897801837Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36301"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.8979164Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.938535065Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.997095028Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f24e2698-3e14-4789-ab76-c6c9fc6218af","remote_addr":"[fd00:1122:3344:101::b]:36301","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99245,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.997277913Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46349"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.99756148Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"fc33d3cb-c0c8-4a1b-9d05-d5dbd2381170","remote_addr":"[fd00:1122:3344:101::b]:36301","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":190,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:29.997681604Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"4324deab-63bf-416c-a309-97f692938e42","remote_addr":"[fd00:1122:3344:101::a]:46349","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":227,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:30.040994582Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46851"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:30.041134926Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:30.078152213Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:30.132424939Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"be39bd41-8bbb-428d-9a24-766c1b1e1f53","remote_addr":"[fd00:1122:3344:101::a]:46851","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91350,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:30.132705486Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"413e83d4-76c8-4804-988d-cadbb3817973","remote_addr":"[fd00:1122:3344:101::a]:46851","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:30.874197875Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53430"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:30.874304738Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1f63d42c-a885-4732-9abb-6a897367b2ac","remote_addr":"[fd00:1122:3344:101::c]:53430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:30.890357945Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:30.890378515Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1d9d57d9-3550-43ed-9021-6bf599008575","remote_addr":"[fd00:1122:3344:101::c]:53430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":59,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:30.898741403Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"06937ae1-2454-4964-a69e-01a838561117","remote_addr":"[fd00:1122:3344:101::c]:53430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":166,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:31.031998378Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58610"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:31.032149652Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"149bb5b1-b259-4e85-a072-b32a870b7c84","remote_addr":"[fd00:1122:3344:101::c]:58610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:31.041130536Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62558"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:31.041199658Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:31.081648529Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:31.137492188Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"04fb48a9-2410-4bb7-84ad-b3d8bbd7b8b2","remote_addr":"[fd00:1122:3344:101::c]:62558","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96321,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:31.137807486Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"e3168c91-f225-44e8-b214-020c3b30ebaa","remote_addr":"[fd00:1122:3344:101::c]:62558","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:37.914822147Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54013"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:37.915013343Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"786f280f-29ba-4313-926f-1b8024cab19d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54013","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:49.873879205Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51367"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:49.874131432Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"eafcbafc-48f5-40a7-835b-dc57f5c4c92f","remote_addr":"[fd00:1122:3344:101::a]:51367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":170,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:49.874438831Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(13246480) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:49.874456741Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"PUT","req_id":"cfbb3fe2-31b3-452a-a5db-d7816ad9624b","remote_addr":"[fd00:1122:3344:101::a]:51367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:49.998474845Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54805"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:50.008367414Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 22dad6d2-ee23-4f02-97b3-ce34a7d929db, project_id: 12d88248-8c11-439c-a75f-0864ab2ea45f }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-30T14:16:49.996363497Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 19a54f77-1816-4356-928d-0cfe703f774e, kind: Instance { id: 20bfe61f-21a1-45db-aa03-6fa40736aa8f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13246480), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19a54f77-1816-4356-928d-0cfe703f774e, kind: Instance { id: 20bfe61f-21a1-45db-aa03-6fa40736aa8f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13246480), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19a54f77-1816-4356-928d-0cfe703f774e, kind: Instance { id: 20bfe61f-21a1-45db-aa03-6fa40736aa8f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13246480), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(13246480))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19a54f77-1816-4356-928d-0cfe703f774e, kind: Instance { id: 20bfe61f-21a1-45db-aa03-6fa40736aa8f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13246480), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-82a42b13f49\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 14287da8-4828-4bed-bb76-645dec1e5420, read_only_parent: Some(Volume { block_size: 512, id: 3f83a622-aa44-4c11-8353-e05ef64f286d, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 40eca658-dfd6-4068-a9e7-711dd098b1b7, key: Some(\"hsOPNnlqNBI5+3B3T1DqpMXsXEU6nkWTDK3UZTFXzqU=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::15]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 14287da8-4828-4bed-bb76-645dec1e5420, key: Some(\"7btxrDX8R6Z0H+s8BVH1uePFc4VmjF2DTd1BzfisEy8=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19000\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::18]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-82a42b13f49\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:50.008427385Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:50.008436426Z","hostname":"buskin","pid":1572,"propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1236","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 19a54f77-1816-4356-928d-0cfe703f774e, kind: Instance { id: 20bfe61f-21a1-45db-aa03-6fa40736aa8f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13246480), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19a54f77-1816-4356-928d-0cfe703f774e, kind: Instance { id: 20bfe61f-21a1-45db-aa03-6fa40736aa8f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13246480), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19a54f77-1816-4356-928d-0cfe703f774e, kind: Instance { id: 20bfe61f-21a1-45db-aa03-6fa40736aa8f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13246480), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(13246480))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 19a54f77-1816-4356-928d-0cfe703f774e, kind: Instance { id: 20bfe61f-21a1-45db-aa03-6fa40736aa8f }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(13246480), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-82a42b13f49\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 14287da8-4828-4bed-bb76-645dec1e5420, read_only_parent: Some(Volume { block_size: 512, id: 3f83a622-aa44-4c11-8353-e05ef64f286d, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 40eca658-dfd6-4068-a9e7-711dd098b1b7, key: Some(\"hsOPNnlqNBI5+3B3T1DqpMXsXEU6nkWTDK3UZTFXzqU=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19002\", \"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::15]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 14287da8-4828-4bed-bb76-645dec1e5420, key: Some(\"7btxrDX8R6Z0H+s8BVH1uePFc4VmjF2DTd1BzfisEy8=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19000\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::18]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-82a42b13f49\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-30T14:16:49.996363497Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:50.009025472Z","hostname":"buskin","pid":1572,"uri":"/vmms/00af02f0-a728-46fd-a799-2482036b2b50","method":"PUT","req_id":"a2f70b38-701c-47b9-a0e2-bb72a439c4c7","remote_addr":"[fd00:1122:3344:101::a]:54805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":10463,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:50.221599414Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46498"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:50.22181777Z","hostname":"buskin","pid":1572,"uri":"/vmms/00af02f0-a728-46fd-a799-2482036b2b50/state","method":"PUT","req_id":"a8e6fdbe-9f5c-4909-b176-2f7e8ebf9de6","remote_addr":"[fd00:1122:3344:101::a]:46498","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:50.222732375Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 13246480 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:50.222881609Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:50.260274756Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:50.283282252Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:50.307524951Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43029"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:50.307741027Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b0aa0731-782d-47f2-815d-6792a2196840","remote_addr":"[fd00:1122:3344:101::a]:43029","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:50.331869043Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {19a54f77-1816-4356-928d-0cfe703f774e: {10.151.1.176: {b86ca62a-0fe7-483b-9883-7d0170f852df}, 10.151.1.175: {b86ca62a-0fe7-483b-9883-7d0170f852df}}} }"} {"msg":"Profile for oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:51.479976843Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:51.480187329Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50\") failed: Property not found. retry in 35.567425ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:16:51.674637818Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50\") failed: Property not found. retry in 111.503328ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:16:51.719386495Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50\") failed: Property not found. retry in 197.315716ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:16:51.848888998Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50\") failed: Property not found. retry in 559.671521ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:16:52.065198122Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50\") failed: Property not found. retry in 831.369327ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:16:52.639584505Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50\") failed: Property not found. retry in 730.003309ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:16:53.482843363Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50\") failed: Property not found. retry in 1.274206119s","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:16:54.223691605Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50\") failed: Property not found. retry in 914.727184ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:16:55.510515258Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50\") failed: Property not found. retry in 998.817952ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:16:56.436468945Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:57.466217015Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1714"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:57.48035586Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1723"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:57.517559472Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:1747"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:57.660969672Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:893"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:57.66162885Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1215"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:57.661670031Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e976576e-32f0-4210-9a9c-ee5d0b0fdbca","remote_addr":"[fd00:1122:3344:101::a]:43029","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7329878,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-30T14:16:57.662101532Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:57.662139874Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:743"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:57.662156584Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:765","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-30T14:16:57.662101532Z }","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:57.662162814Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:663","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-30T14:16:57.662101532Z }, migration_in: None, migration_out: None }","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-30T14:16:57.714054036Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:57.714079646Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:743"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:57.714102697Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:765","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-30T14:16:57.714054036Z }","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:57.714110107Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:663","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-30T14:16:57.714054036Z }, migration_in: None, migration_out: None }","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:57.737685839Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"150b6240-3a77-43b4-a1fe-1c726e15910e","remote_addr":"[fd00:1122:3344:101::a]:43029","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":373,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.609445163Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44419"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.60971409Z","hostname":"buskin","pid":1572,"uri":"/vmms/00af02f0-a728-46fd-a799-2482036b2b50/state","method":"GET","req_id":"3a68e1f6-8abd-42c1-bca1-c5e6a749af86","remote_addr":"[fd00:1122:3344:101::b]:44419","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":161,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.685781759Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44638"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.685944813Z","hostname":"buskin","pid":1572,"uri":"/vmms/00af02f0-a728-46fd-a799-2482036b2b50/state","method":"GET","req_id":"b2f3d1c9-168f-47f8-b8b5-689c818f1961","remote_addr":"[fd00:1122:3344:101::a]:44638","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.721728347Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:37703"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.72186853Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b618f89b-5aab-46f9-af8c-5b36488da848","remote_addr":"[fd00:1122:3344:101::a]:37703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.740872207Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39511"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.741037172Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4f8344e7-cb7c-41e0-a166-9f1fa6387959","remote_addr":"[fd00:1122:3344:101::b]:39511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.774144672Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {19a54f77-1816-4356-928d-0cfe703f774e: {10.151.1.176: {b86ca62a-0fe7-483b-9883-7d0170f852df}, 10.151.1.175: {b86ca62a-0fe7-483b-9883-7d0170f852df}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.774179173Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d9e0bbd6-e352-4c56-ba75-0699b2336563","remote_addr":"[fd00:1122:3344:101::a]:37703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.793020436Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {19a54f77-1816-4356-928d-0cfe703f774e: {10.151.1.176: {b86ca62a-0fe7-483b-9883-7d0170f852df}, 10.151.1.175: {b86ca62a-0fe7-483b-9883-7d0170f852df}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.793044747Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5336b2bb-e071-4b74-b30f-df73776aaeaa","remote_addr":"[fd00:1122:3344:101::b]:39511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.800661534Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2d47a74f-eb26-4c6b-aeab-e02854300cb1","remote_addr":"[fd00:1122:3344:101::a]:37703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":229,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.811257162Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5a3ccfd8-3315-406a-9bb5-1b67cd5c161f","remote_addr":"[fd00:1122:3344:101::b]:39511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":172,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.816822533Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:61366"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.816896805Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.858785945Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.916390862Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"bccb5436-6233-4190-956e-1400f500f724","remote_addr":"[fd00:1122:3344:101::b]:61366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99523,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.916486474Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52856"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.916531986Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41587"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.916564236Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44031"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.916839204Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"1b696ae8-4ff3-4d81-8159-4d217c4e130d","remote_addr":"[fd00:1122:3344:101::a]:44031","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.916962037Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.91704646Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f72a6812-907b-4e37-8d42-169eb16a194f","remote_addr":"[fd00:1122:3344:101::b]:61366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":321,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.921747867Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"faebcc05-c161-4561-8dca-8fbb7caa9ac5","remote_addr":"[fd00:1122:3344:101::b]:41587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4818,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:16:59.957603403Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:00.01817138Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"15137ca7-f3b5-421a-91c3-0bcf84883a67","remote_addr":"[fd00:1122:3344:101::a]:52856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101417,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:00.018453878Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"aec7ee26-f6c4-46d5-a6a3-c78984a892ce","remote_addr":"[fd00:1122:3344:101::a]:52856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:00.605959389Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57538"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:00.606200276Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"ebe62688-66bd-4a98-8583-4163f3f0e8e6","remote_addr":"[fd00:1122:3344:101::c]:57538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":160,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:00.643584722Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51280"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:00.643745106Z","hostname":"buskin","pid":1572,"uri":"/vmms/00af02f0-a728-46fd-a799-2482036b2b50/state","method":"GET","req_id":"9ddefe7e-bcb5-458d-bf37-650904126188","remote_addr":"[fd00:1122:3344:101::c]:51280","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:00.6508599Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33068"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:00.651043225Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c8d54e4b-a9c7-474f-9499-20433da49bc6","remote_addr":"[fd00:1122:3344:101::c]:33068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:00.701371794Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {19a54f77-1816-4356-928d-0cfe703f774e: {10.151.1.176: {b86ca62a-0fe7-483b-9883-7d0170f852df}, 10.151.1.175: {b86ca62a-0fe7-483b-9883-7d0170f852df}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:00.701418375Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"098a9621-ed9b-400f-bda8-a3c55f09ef94","remote_addr":"[fd00:1122:3344:101::c]:33068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:00.722970351Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0f45416b-de79-440d-b840-a86483a91ef4","remote_addr":"[fd00:1122:3344:101::c]:33068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":229,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:00.75713307Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35064"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:00.757237853Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4083"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:00.798811094Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4107"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:00.861863759Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"2ec292a9-d1fe-4f59-83b1-5f7df154256d","remote_addr":"[fd00:1122:3344:101::c]:35064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104662,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:00.862177358Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"31b4c026-30df-4878-b600-461273ce3415","remote_addr":"[fd00:1122:3344:101::c]:35064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":100,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:07.791973835Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35411"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:07.792701155Z","hostname":"buskin","pid":1572,"uri":"/vmms/00af02f0-a728-46fd-a799-2482036b2b50/state","method":"PUT","req_id":"0bcdd401-28a4-4675-a86a-03f22edda45c","remote_addr":"[fd00:1122:3344:101::a]:35411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":625,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-30T14:17:07.792858889Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:07.79288582Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:743"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:07.792914311Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:765","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-30T14:17:07.792858889Z }","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:07.792933541Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:663","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-30T14:17:07.792858889Z }, migration_in: None, migration_out: None }","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-30T14:17:07.847596148Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:07.847608488Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:743"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:07.847641609Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:765","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-30T14:17:07.847596148Z }","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:07.847647649Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:779","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:07.84765197Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:17:07.847752903Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"1269113817239047383"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:17:07.847812804Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"4354305845034127910"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:07.849932532Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:07.849984483Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/89949dda-0577-446c-8489-cc03db50adec/debug/bundle/zone\", \"/pool/int/fbd0169b-92f1-4216-b7ba-32602adc2c1c/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/c430a973-857f-4deb-acc5-870c37e30994/crypt/debug\", \"/pool/ext/068f3094-32ac-46d9-a211-9e63ff96772e/crypt/debug\", \"/pool/ext/795ab309-01d9-48ef-8c4e-589cdc83ad3f/crypt/debug\", \"/pool/ext/b5a12557-361d-44db-a6a3-8df802a1333f/crypt/debug\", \"/pool/ext/3f937822-2335-4eef-a80d-834c71b8e6b7/crypt/debug\", \"/pool/ext/24f3b2df-74be-4bbe-abf8-65838c9ea56b/crypt/debug\", \"/pool/ext/22a15868-8cb3-424f-b2f9-d8b1e976067b/crypt/debug\", \"/pool/ext/d1165dec-73ad-462a-b54c-1534dd3e0866/crypt/debug\", \"/pool/ext/c3d97c87-b56d-437a-a638-ee588cc456c0/crypt/debug\"] }","zone_name":"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:07.947779823Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35449"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:07.947940578Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"5f924874-cf4c-42d3-9b72-ae203e53a646","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35449","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"200"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:08.488664136Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50\", bundle_id: ee10d1ee-6981-4bdd-9e53-b0966129dd0e }, time_created: 2024-10-30T14:17:07.850208409Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_00af02f0-a728-46fd-a799-2482036b2b50","v":0,"name":"SledAgent","level":40,"time":"2024-10-30T14:17:08.48880006Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:993"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:10.254007715Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:10.27145001Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(13246480), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:10.271487811Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(13246480), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:10.271892242Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:663","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-30T14:17:10.271863951Z }, migration_in: None, migration_out: None }","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:10.355717502Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:663","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-30T14:17:10.271863951Z }, migration_in: None, migration_out: None }","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:10.359461304Z","hostname":"buskin","pid":1572,"instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","propolis_id":"00af02f0-a728-46fd-a799-2482036b2b50","instance_id":"20bfe61f-21a1-45db-aa03-6fa40736aa8f","component":"InstanceManager","file":"sled-agent/src/instance.rs:930"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:10.937472006Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63114"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:10.937592279Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e467e0de-5cc8-4883-b9f3-7c6462d2468f","remote_addr":"[fd00:1122:3344:101::b]:63114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:10.972007855Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:10.972073587Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1215"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:10.972122448Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"db996264-4e87-40ee-a27b-8659fc240d75","remote_addr":"[fd00:1122:3344:101::b]:63114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":142,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:10.980948018Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"a3a7f8a6-77da-47a7-ab95-018ef891ff96","remote_addr":"[fd00:1122:3344:101::b]:63114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:11.094467026Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:11.094685172Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"dd55c16b-5a59-4dfe-b6e4-cb976b6b5108","remote_addr":"[fd00:1122:3344:101::b]:44116","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":155,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:11.253902033Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45684"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:11.25415741Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"ff1c0f50-c04c-4688-9f44-63ef94fd3d22","remote_addr":"[fd00:1122:3344:101::a]:45684","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":195,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:11.385293477Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55241"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:11.385363509Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e20deb9a-6022-477c-bafd-3c6a7a1b8716","remote_addr":"[fd00:1122:3344:101::a]:55241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:11.399083722Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:11.399095573Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"58138d17-8665-4c04-816d-1bc3e83d0a8f","remote_addr":"[fd00:1122:3344:101::a]:55241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:11.407600044Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3390fac9-6f48-4123-b61a-8502cb9cace9","remote_addr":"[fd00:1122:3344:101::a]:55241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:12.168572273Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36391"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:12.168716217Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"615b552e-9677-4e48-8c28-fb740e63aa1e","remote_addr":"[fd00:1122:3344:101::a]:36391","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:12.218508492Z","hostname":"buskin","pid":1572,"sled_id":"963ac472-284b-4429-931a-df4a09f45485","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1189","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:12.218533942Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1ecf4ce5-302e-452c-a1cc-03b5ec9311b8","remote_addr":"[fd00:1122:3344:101::a]:36391","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-30T14:17:12.226130919Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"374accdd-4f35-45b7-a1fc-084c23a35923","remote_addr":"[fd00:1122:3344:101::a]:36391","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":162,"response_code":"204"}