[ Oct 9 23:14:00 Enabled. ] [ Oct 9 23:14:00 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Oct 9 23:14:00 Method "start" exited with status 0. ] [ Oct 9 23:14:00 Rereading configuration. ] [ Oct 9 23:14:00 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:00.588149614Z","hostname":"buskin","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:00.588296157Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:00.641410877Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:00.641452918Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:00.756088756Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:00.765058883Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:00.773122342Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.377051527Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.516732869Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.51675957Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.516821981Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.516913093Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.516934873Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.516946824Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.519990594Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:01.519997584Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.520011125Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.520024145Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.520048415Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.520102116Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.520175048Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.520194698Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.520204938Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.530813088Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.530844859Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"31a1b01b-d124-4e0d-9e0c-78928b0be744 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:01.626017961Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 31a1b01b-d124-4e0d-9e0c-78928b0be744 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.029258036Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.029292827Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.029300937Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.029314447Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.029321637Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.029341138Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.029345738Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.03803049Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.03804796Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"12b1d960-8403-4e3e-ab17-ade9ddf14a47 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.125350197Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 12b1d960-8403-4e3e-ab17-ade9ddf14a47 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532650862Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532683733Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 31a1b01b-d124-4e0d-9e0c-78928b0be744 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 12b1d960-8403-4e3e-ab17-ade9ddf14a47 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532711143Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532717634Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532733544Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532751034Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532786075Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532792655Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 31a1b01b-d124-4e0d-9e0c-78928b0be744 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 12b1d960-8403-4e3e-ab17-ade9ddf14a47 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532808145Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532812936Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532867557Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532876387Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532916138Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532930618Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 31a1b01b-d124-4e0d-9e0c-78928b0be744 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 12b1d960-8403-4e3e-ab17-ade9ddf14a47 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532950998Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532954678Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532961768Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532966248Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532969608Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532973339Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532977209Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532981059Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 31a1b01b-d124-4e0d-9e0c-78928b0be744 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 12b1d960-8403-4e3e-ab17-ade9ddf14a47 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.532998529Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533004049Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533012639Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.53302477Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 31a1b01b-d124-4e0d-9e0c-78928b0be744 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 12b1d960-8403-4e3e-ab17-ade9ddf14a47 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.53304284Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.53304811Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.53305211Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.53305744Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.5330617Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.53306845Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 31a1b01b-d124-4e0d-9e0c-78928b0be744 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 12b1d960-8403-4e3e-ab17-ade9ddf14a47 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533088521Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533093721Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533100661Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533104171Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533107761Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533134912Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533139722Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 31a1b01b-d124-4e0d-9e0c-78928b0be744 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 12b1d960-8403-4e3e-ab17-ade9ddf14a47 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533165142Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533170023Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533173472Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533177233Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533205893Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 31a1b01b-d124-4e0d-9e0c-78928b0be744 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 12b1d960-8403-4e3e-ab17-ade9ddf14a47 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533245674Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533251534Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533256174Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533260384Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533263974Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533267525Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 31a1b01b-d124-4e0d-9e0c-78928b0be744 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 12b1d960-8403-4e3e-ab17-ade9ddf14a47 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533291765Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533295865Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533300475Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533307175Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533310645Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533321435Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533324906Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 31a1b01b-d124-4e0d-9e0c-78928b0be744 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 12b1d960-8403-4e3e-ab17-ade9ddf14a47 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533355546Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533360066Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533363296Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533366676Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533409097Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533427208Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533437518Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533450568Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533457598Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533461578Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533488509Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.533495509Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.54466407Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.5446845Z","hostname":"buskin","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999942859s","next_cleanup":"Instant { tv_sec: 3774, tv_nsec: 249562432 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.544769322Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.544776882Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.544834093Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.547667529Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.548096078Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.550103157Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.550411304Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.550417164Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.550479965Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.550523996Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.550535296Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.550545596Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.550571637Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.550593897Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.550602207Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.550606217Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.550610008Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.550613948Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.550635678Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.550666649Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.551013605Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage: Plan {\n rack_id: 2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8,\n sleds: {\n [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n generation: 0,\n schema_version: 1,\n body: StartSledAgentRequestBody {\n id: b7550ca6-402b-440f-9dde-145781c409b9 (sled),\n rack_id: 2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8,\n use_trust_quorum: false,\n is_lrtq_learner: false,\n subnet: Ipv6Subnet {\n net: Ipv6Net {\n addr: fd00:1122:3344:101::,\n width: 64,\n },\n },\n },\n },\n },\n config: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.1.164,\n last: 10.151.1.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.1.164,\n 10.151.1.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.55125269Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.55125692Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.551278211Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.551290081Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.551417603Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.551571696Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.551656108Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b7550ca6-402b-440f-9dde-145781c409b9 (sled), rack_id: 2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.552015465Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4241"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.552081266Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4623"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.556496254Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.562471992Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.562597305Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.566661225Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.566739136Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.566821158Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:40363","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: b7550ca6-402b-440f-9dde-145781c409b9 (sled), rack_id: 2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.56693458Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.566948431Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.566979101Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/server.rs:44"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.566985351Z","hostname":"buskin","pid":1572,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.566993492Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.566997612Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"} {"msg":"No ledger in /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.567023472Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.567028752Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.567058083Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.567064433Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.567068333Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.567072803Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.567078703Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.567086243Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.583310294Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.604922292Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.621706074Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.627503218Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.627556699Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.627565439Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.62758695Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 117.689594ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.630399955Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75bbb6c9-ec6b-47dd-982e-48275b882aae\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 23:14:02 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"75bbb6c9-ec6b-47dd-982e-48275b882aae\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_31a1b01b-d124-4e0d-9e0c-78928b0be744/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.640509335Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_31a1b01b-d124-4e0d-9e0c-78928b0be744/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.66348801Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_31a1b01b-d124-4e0d-9e0c-78928b0be744/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.663528511Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.668525289Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.66853323Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"} {"msg":"Ensuring dataset oxi_31a1b01b-d124-4e0d-9e0c-78928b0be744/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.66853739Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.749805567Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 135.691412ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.750374199Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"702e3491-e02e-4f40-8631-b7170acc401e\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 23:14:02 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"702e3491-e02e-4f40-8631-b7170acc401e\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.754758205Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.8869735Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 169.660345ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.887582752Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d7a7c48-2504-4773-a679-0342580e61c6\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 23:14:02 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2d7a7c48-2504-4773-a679-0342580e61c6\" }"} {"msg":"Mounting oxi_31a1b01b-d124-4e0d-9e0c-78928b0be744/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.973473311Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.986541389Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.986629551Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.986648112Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:02.986663242Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:03.05789135Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 185.561241ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:03.05839052Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40058302-f147-4cc0-8a34-4a4340154a2a\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 23:14:02 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"40058302-f147-4cc0-8a34-4a4340154a2a\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:03.245747426Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 188.212686ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:03.246561152Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"373123fd-0330-4c59-9437-a670d1ef8560\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 23:14:02 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"373123fd-0330-4c59-9437-a670d1ef8560\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:03.435981288Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 133.45944ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:03.436633241Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecd01e5f-eb5a-45d4-ae52-d164fbd341ee\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 23:14:02 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ecd01e5f-eb5a-45d4-ae52-d164fbd341ee\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:03.571682232Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 294.653253ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:03.572147832Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59549fb5-5fc1-4b18-bc58-6147ff572f67\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 23:14:03 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"59549fb5-5fc1-4b18-bc58-6147ff572f67\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:03.734187697Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:03.73942087Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:53037","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:03.739452651Z","hostname":"buskin","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:72","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:03.739534942Z","hostname":"buskin","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:53037","producer_id":"b7550ca6-402b-440f-9dde-145781c409b9"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:03.740724456Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"235.49549ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:03.74141524Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:03.74142232Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:03.74146147Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:03.74146713Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:03.868678057Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:03.978120441Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"271.577501ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:04.25062988Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"976.289676ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:05.228383669Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.38507352s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:06.192621519Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2699"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:06.192648729Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2917"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:06.19265365Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2569"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:06.19265791Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2616"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:06.19266174Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:06.19266602Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3040"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:06.194672429Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2842"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:06.196316272Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2610"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:06.196426574Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:06.196595588Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 67.958074ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:06.498027729Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 79.853361ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:06.698607667Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:06.699531245Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.693632648s"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 103.86469ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:06.902760744Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 511.157854ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:07.099831552Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 529.71156ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:07.724046858Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.393188415s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:08.352990927Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 764.397994ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:09.843400885Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 781.645324ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:10.693168401Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 584.78834ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:11.550279603Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:12.481437969Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"11.216833076s"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.48650772Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.486593451Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.486625892Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.486644462Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.486945098Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.487158042Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b7550ca6-402b-440f-9dde-145781c409b9)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:12.487179833Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.487232864Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.487258295Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:40363","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.487268845Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.687397433Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.687505545Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.687692899Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.68776416Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.687799471Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.687888472Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.687924663Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.687940273Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.692493504Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4265","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.692523714Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4281"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.692529304Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.939103051Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41971"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.939491239Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.939608691Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"8212a6a2-c532-4d1f-8d84-6c8612192065","remote_addr":"[fd00:1122:3344:101::1]:41971","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":261,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.969250937Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.96936663Z","hostname":"buskin","pid":1572,"uri":"/sled-role","method":"GET","req_id":"1b0ce716-1dc7-4e1b-a0bf-2530acab253d","remote_addr":"[fd00:1122:3344:101::1]:64177","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.970832058Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Writing ledger to /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.970866189Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.971241416Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:12.971460061Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:885"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: ec4efde1-d040-49fc-8abf-94bac3d69ab2, pool_id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 7b9c91a1-867a-4189-a5d1-adb49e523698, pool_id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 7a4169cb-f1f5-4b41-8653-90e5a03e04d5, pool_id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 2a4d2ba9-5452-487a-8367-9cbef616c705, pool_id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 446ffc42-ef29-4aef-a197-2cf4f2ce52a3, pool_id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: b95a98a4-a3b7-4665-98db-d5cb7ffd7351, pool_id: c38891dd-3d1d-440e-9c76-9b395f0c96d7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 4a170545-5d54-4f69-8671-fb31795bc46d, pool_id: 2927d630-c36c-46a6-86b2-155254207fe2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 50d79602-0e88-4890-b065-874c89d1a0d4, pool_id: ef6af0ca-2803-42da-991f-fb732a7b3eda (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 8bbe8fb2-0be2-4658-9b47-d6dcd690d741, pool_id: 2681938d-81e9-4d61-a343-32804acd18fc (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:13.000790281Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:13.000885533Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59004"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:13.001131568Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: ec4efde1-d040-49fc-8abf-94bac3d69ab2, pool_id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 7b9c91a1-867a-4189-a5d1-adb49e523698, pool_id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 7a4169cb-f1f5-4b41-8653-90e5a03e04d5, pool_id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 2a4d2ba9-5452-487a-8367-9cbef616c705, pool_id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 446ffc42-ef29-4aef-a197-2cf4f2ce52a3, pool_id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: b95a98a4-a3b7-4665-98db-d5cb7ffd7351, pool_id: c38891dd-3d1d-440e-9c76-9b395f0c96d7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 4a170545-5d54-4f69-8671-fb31795bc46d, pool_id: 2927d630-c36c-46a6-86b2-155254207fe2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 50d79602-0e88-4890-b065-874c89d1a0d4, pool_id: ef6af0ca-2803-42da-991f-fb732a7b3eda (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 8bbe8fb2-0be2-4658-9b47-d6dcd690d741, pool_id: 2681938d-81e9-4d61-a343-32804acd18fc (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:13.001167678Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:13.001172928Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:13.001184419Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:13.001192859Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:13.001227489Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:13.0012331Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:13.00123914Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:13.0012436Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:13.1701162Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:13.17014315Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool)"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b7550ca6-402b-440f-9dde-145781c409b9)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:13.61050054Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:13.831748806Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"936073876513042661"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:13.831841898Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3722018989866833961"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.034447005Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.063605521Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.071294613Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.071373625Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.071384895Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.071394715Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.071406215Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.071536128Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.071545778Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.105049491Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_5e768dfd-a37c-4c4d-a2ad-d71bbce45468/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.112221603Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_5e768dfd-a37c-4c4d-a2ad-d71bbce45468","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.281901159Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.289409717Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.289443928Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.289475859Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.289482309Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.289486949Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.299074089Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.299093949Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"2c619501-cf3c-4716-acb2-69e678bc135e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.391224351Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.399625357Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.399671058Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.399678898Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.399818891Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.399830801Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.399926913Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.399936703Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.435386174Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2c619501-cf3c-4716-acb2-69e678bc135e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.442914803Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b7550ca6-402b-440f-9dde-145781c409b9)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:14.489575766Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b7550ca6-402b-440f-9dde-145781c409b9)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:14.612051589Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Looking for unencrypted datasets in oxp_2c619501-cf3c-4716-acb2-69e678bc135e","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.613071509Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.620775101Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.620803862Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.620812152Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.620819042Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.620825202Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.630488853Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.630511694Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.724390821Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.731989551Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.732014281Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.732021352Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.732083753Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.732095303Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.732213815Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.732223605Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.767625796Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_363ba9dc-50b0-41b3-bad2-63af668f1bfb/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.774876419Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_363ba9dc-50b0-41b3-bad2-63af668f1bfb","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.944399872Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.952663255Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.952687676Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.952693546Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.952713566Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.952717786Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.961865757Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:14.961882458Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.053063741Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.059869576Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.059892546Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.059897876Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.059916996Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.059924697Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.060035359Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.060040909Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.095941899Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_0f1674be-fe99-41ac-8e3d-cac6ad2b4244/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.103442487Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_0f1674be-fe99-41ac-8e3d-cac6ad2b4244","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.275206355Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.282793285Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.282814825Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.282819505Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.282824995Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.282830115Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.291814163Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.291838773Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.384005686Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.391950864Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.391994784Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.392006414Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.392042665Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.392051726Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.392203678Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.392213499Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.427402845Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_9ebd9b70-0c29-4ec7-962a-d04103f163ac/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.435305151Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_9ebd9b70-0c29-4ec7-962a-d04103f163ac","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.607771342Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b7550ca6-402b-440f-9dde-145781c409b9)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:15.614906263Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.615959774Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.615968974Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.615980784Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.615985364Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.615988504Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.625504753Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.625541753Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"c38891dd-3d1d-440e-9c76-9b395f0c96d7 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.719354909Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: c38891dd-3d1d-440e-9c76-9b395f0c96d7 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.727296756Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.727329277Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.727335907Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.727376218Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.727385188Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.727543521Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.727557781Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.763141445Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_c38891dd-3d1d-440e-9c76-9b395f0c96d7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.770705604Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_c38891dd-3d1d-440e-9c76-9b395f0c96d7","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.945020582Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.953633542Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.953673373Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.953682634Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.953689724Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.953695024Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.963791534Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:15.963820784Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"2927d630-c36c-46a6-86b2-155254207fe2 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.052659651Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 2927d630-c36c-46a6-86b2-155254207fe2 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.059613038Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.059635109Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.059640339Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.05966011Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.05967727Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.059778382Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.059784062Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.092829306Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2927d630-c36c-46a6-86b2-155254207fe2/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.099671371Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_2927d630-c36c-46a6-86b2-155254207fe2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.25836982Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.265379098Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.265403169Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.265409169Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.265413669Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.265418789Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.273982598Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.273998089Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ef6af0ca-2803-42da-991f-fb732a7b3eda (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.362904537Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: ef6af0ca-2803-42da-991f-fb732a7b3eda (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.371522947Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.371592109Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.371600789Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.371622Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.37163357Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.371750822Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.371757692Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.40502794Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ef6af0ca-2803-42da-991f-fb732a7b3eda/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.411816515Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/b7550ca6-402b-440f-9dde-145781c409b9)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:16.487752766Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/nexus.rs:571"} {"msg":"Looking for unencrypted datasets in oxp_ef6af0ca-2803-42da-991f-fb732a7b3eda","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.581682224Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.588675282Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.588710533Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.588717643Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.588722413Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.588725643Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.597278613Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.597296723Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"2681938d-81e9-4d61-a343-32804acd18fc (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.685796963Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 2681938d-81e9-4d61-a343-32804acd18fc (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.692592548Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.692642919Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.692661959Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.692670949Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.692678639Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.692786552Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.692810352Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b7550ca6-402b-440f-9dde-145781c409b9)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:16.695930324Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.725952268Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2681938d-81e9-4d61-a343-32804acd18fc/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.732862944Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"} {"msg":"Looking for unencrypted datasets in oxp_2681938d-81e9-4d61-a343-32804acd18fc","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.891291398Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.898241655Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.898294186Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.898409519Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.898523401Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 31a1b01b-d124-4e0d-9e0c-78928b0be744 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 12b1d960-8403-4e3e-ab17-ade9ddf14a47 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c38891dd-3d1d-440e-9c76-9b395f0c96d7 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2927d630-c36c-46a6-86b2-155254207fe2 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ef6af0ca-2803-42da-991f-fb732a7b3eda (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2681938d-81e9-4d61-a343-32804acd18fc (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.898584872Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.898592092Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.898706764Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.898920569Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.898936429Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.898947539Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.898952189Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.898957219Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.89898627Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.89899728Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.899024841Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.899030731Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.899100892Z","hostname":"buskin","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"11d50574-a13b-4466-95ea-1f226d48ab47","remote_addr":"[fd00:1122:3344:101::1]:59004","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3898131,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 257ff83f-2fc4-4972-9236-ce4ec13342d2 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9d6d56e0-7c0f-4073-8759-1fa3c136a560 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9aa16901-d5aa-4906-a0da-9afcb83164e5 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.930269799Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.930464122Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59655"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 257ff83f-2fc4-4972-9236-ce4ec13342d2, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.930736928Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.930742098Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 257ff83f-2fc4-4972-9236-ce4ec13342d2, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9d6d56e0-7c0f-4073-8759-1fa3c136a560, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.98093195Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:16.980966391Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9d6d56e0-7c0f-4073-8759-1fa3c136a560, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9aa16901-d5aa-4906-a0da-9afcb83164e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:17.030639914Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:17.030672794Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9aa16901-d5aa-4906-a0da-9afcb83164e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:17.078123043Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"No ledger in /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:17.078165503Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:17.078182034Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:17.078226635Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:17.122878698Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:17.122916719Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:17.122922059Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:17.169273476Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:17.172820306Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:17.176320535Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:17.189379823Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:17.193470474Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:17.197095136Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/b7550ca6-402b-440f-9dde-145781c409b9)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:17.698813269Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"} {"msg":"Profile for oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:18.695297497Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:18.695369879Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:19.171547296Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:19.171631958Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:19.175103536Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:19.654452247Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:19.654496038Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5\") failed: Property not found. retry in 34.778514ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:19.666132638Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:19.666181009Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Booting oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:19.66624517Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5\") failed: Property not found. retry in 117.288587ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:19.710677339Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560\") failed: Property not found. retry in 41.711546ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:19.789477488Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2\") failed: Property not found. retry in 43.187883ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:19.800500976Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5\") failed: Property not found. retry in 284.724112ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:19.83661311Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560\") failed: Property not found. retry in 70.188664ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:19.850032556Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2\") failed: Property not found. retry in 83.834311ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:19.862269738Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2\") failed: Property not found. retry in 268.23255ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:20.06614192Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560\") failed: Property not found. retry in 228.447303ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:20.109946916Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5\") failed: Property not found. retry in 277.634664ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:20.138484841Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2\") failed: Property not found. retry in 202.60273ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:20.345092917Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560\") failed: Property not found. retry in 539.413046ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:20.354546674Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5\") failed: Property not found. retry in 1.184752104s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:20.426977956Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2\") failed: Property not found. retry in 1.052651034s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:20.556134451Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560\") failed: Property not found. retry in 1.128437655s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:20.904518401Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2\") failed: Property not found. retry in 885.593ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:21.619065693Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5\") failed: Property not found. retry in 615.078959ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:21.626619463Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560\") failed: Property not found. retry in 688.521836ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:22.042058589Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5\") failed: Property not found. retry in 1.172277957s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:22.249169915Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:22.489272994Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5814204347453816557"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:22.489386457Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2988011615207606675"} {"msg":"wait for service Some(\"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2\") failed: Property not found. retry in 1.390494341s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:22.51180431Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:22.598684858Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4289"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:22.598722389Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4299","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:22.604154036Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4378"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:22.704989591Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4426"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:22.705023451Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4453"} {"msg":"wait for service Some(\"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560\") failed: Property not found. retry in 979.162099ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:22.73881483Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:22.743735767Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:22.743742827Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4330"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:22.793729216Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4372"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:22.793758966Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:22.813866034Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4444"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:22.813895685Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4486"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:22.887325477Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4518"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:22.887375088Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4524"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:22.973585653Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4565"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:22.973623204Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Failed to get switch ID from MGS (retrying in 38.232024ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:23.006040315Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 137.575005ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:23.04525099Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Failed to get switch ID from MGS (retrying in 264.289132ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:23.184373982Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"wait for service Some(\"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5\") failed: Property not found. retry in 1.160894175s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:23.43053334Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Failed to get switch ID from MGS (retrying in 213.593776ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:23.449779951Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.664863925Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.697262736Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.697366628Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.697596742Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:54642"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.697763446Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"0"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.697774466Z","hostname":"buskin","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"a87abbc6-773e-4afd-96d0-efc4f047700b","remote_addr":"[fd00:1122:3344:101::2]:54642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":66,"response_code":"200"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.697792686Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"wait for service Some(\"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560\") failed: Property not found. retry in 1.423924541s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:23.739634554Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.73992713Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792747435Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792803205Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792812696Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792818676Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792824846Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792832516Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792838316Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792845437Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792853277Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792860357Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792889187Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792896758Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792903678Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792910508Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792916078Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792921508Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792927228Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792933348Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792937788Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792942078Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792946459Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792950579Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:23.792958509Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:23.835156123Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"936073876513042661"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:23.835271605Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3722018989866833961"} {"msg":"wait for service Some(\"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2\") failed: Property not found. retry in 1.1529649s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:23.912123556Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.182028141Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_257ff83f-2fc4-4972-9236-ce4ec13342d2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.182074732Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_9d6d56e0-7c0f-4073-8759-1fa3c136a560"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.182081302Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_9aa16901-d5aa-4906-a0da-9afcb83164e5"} {"msg":"Writing ledger to /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.182119053Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.18244849Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.182719365Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"9628e19b-e878-4fde-8f8a-165da648f9b8","remote_addr":"[fd00:1122:3344:101::1]:59655","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8252129,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.185172844Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"failed to write DNS configuration (will retry in 141.32078ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:25.216016964Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.374402136Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.420132791Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.465916896Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.465927656Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.497401179Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.49897484Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.49897959Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 257ff83f-2fc4-4972-9236-ce4ec13342d2 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9d6d56e0-7c0f-4073-8759-1fa3c136a560 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9aa16901-d5aa-4906-a0da-9afcb83164e5 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 57919165-a8d1-491f-9bec-c44ee4ba4bd3 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 2681938d-81e9-4d61-a343-32804acd18fc (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5383556f-5bc7-4752-8602-778ea1368c52, kind: Service { id: 57919165-a8d1-491f-9bec-c44ee4ba4bd3 }, name: Name(\"ntp-57919165-a8d1-491f-9bec-c44ee4ba4bd3\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 28])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.528225519Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.528418603Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52766"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 257ff83f-2fc4-4972-9236-ce4ec13342d2, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.528694198Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.528701748Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 257ff83f-2fc4-4972-9236-ce4ec13342d2, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9d6d56e0-7c0f-4073-8759-1fa3c136a560, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.549229604Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.549265615Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9d6d56e0-7c0f-4073-8759-1fa3c136a560, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9aa16901-d5aa-4906-a0da-9afcb83164e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.566123488Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.566154309Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9aa16901-d5aa-4906-a0da-9afcb83164e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.582658245Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.582750217Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.582962491Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.583061003Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.59349726Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.626022343Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.626977362Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.626981312Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.657644088Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 234, 28]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.657658079Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.657937214Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.657942884Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.658158809Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.658558217Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.684446109Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:25.703139548Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:26.324664271Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:26.324820524Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3\") failed: Property not found. retry in 54.089445ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:26.464584188Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3\") failed: Property not found. retry in 82.226894ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:26.530743516Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3\") failed: Property not found. retry in 247.290126ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:26.666681365Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3\") failed: Property not found. retry in 371.015306ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:26.927666187Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3\") failed: Property not found. retry in 904.004326ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:27.307092731Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3\") failed: Property not found. retry in 623.110347ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:28.219902404Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3\") failed: Property not found. retry in 672.010248ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:28.852756761Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3\") failed: Property not found. retry in 984.340783ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:29.533909883Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3\") failed: Property not found. retry in 589.49776ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:30.526885242Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3\") failed: Property not found. retry in 1.115179905s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:31.126511482Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:32.260829136Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3"} {"msg":"Writing ledger to /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:32.260922598Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:32.261277155Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:32.261565461Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"7b89a266-5fc2-4f3f-b55e-5a8144a3ba2a","remote_addr":"[fd00:1122:3344:101::1]:52766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6733082,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:32.263728213Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:32.292981122Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:32.293131035Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55364"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:32.30099019Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:32.301133323Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"3a7f1483-6218-4731-a9d2-53dc246e5d82","remote_addr":"[fd00:1122:3344:101::1]:55364","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":7858,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:32.303612102Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:32.391008441Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:32.391136083Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:60205"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:32.491627111Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5814204347453816557"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:32.491754743Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2988011615207606675"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:33.837567481Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"936073876513042661"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:33.837686893Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3722018989866833961"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:34.399046796Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:34.399163528Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"955e42ce-c849-4111-a891-266f15f9d9a3","remote_addr":"[fd00:1122:3344:101::1]:60205","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":2007963,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:34.402102556Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:34.606126052Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:34.606304095Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62987"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:34.613482357Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:34.613582549Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"7c54b2e9-84f6-45cb-979c-7f148ec310d6","remote_addr":"[fd00:1122:3344:101::1]:62987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":7186,"response_code":"500"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:34.614816023Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3019806645055279510"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:34.616572478Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:34.724451442Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:34.724581965Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43630"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_57919165-a8d1-491f-9bec-c44ee4ba4bd3': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:38.383021156Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:38.383138488Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"47c1e500-ac0e-4630-8daf-a1a1d48d2ab8","remote_addr":"[fd00:1122:3344:101::1]:43630","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4007397,"response_code":"500"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:38.384811631Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"13247834592213231002"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:38.384989454Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18384119833839835320"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:38.386621717Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:38.584750965Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:38.584916909Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45443"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:38.593396696Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"16000c0c-eb7c-4153-ac17-c3a482e8901d","remote_addr":"[fd00:1122:3344:101::1]:45443","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8396,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1728515677.2745297, correction: -0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:38.595528379Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:38.595533399Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:38.898191394Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:38.898298937Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42159"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:38.90602808Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"343d54a2-bc33-4e21-bf06-6d3c7eed546a","remote_addr":"[fd00:1122:3344:101::1]:42159","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7619,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1728515677.7920582, correction: -0.055824585 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:38.907705953Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:38.907710623Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:39.111694673Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:39.111861666Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43194"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:39.12111963Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"8e446d2d-8156-452e-ba0f-98a66e164e85","remote_addr":"[fd00:1122:3344:101::1]:43194","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9166,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1728515677.7920582, correction: -0.05524167 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:39.12261055Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:39.12261467Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:39.595355125Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:39.595478297Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45267"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:39.603370558Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"5e87e9f4-5567-47d0-a207-f769112263a0","remote_addr":"[fd00:1122:3344:101::1]:45267","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7862,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1728515677.7920582, correction: -0.053930767 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:39.604992116Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:39.604996056Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:39.831186502Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:39.831342215Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61164"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:39.838803533Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"20363d33-2dff-4c97-847c-4409f316bc2e","remote_addr":"[fd00:1122:3344:101::1]:61164","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7378,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1728515678.8426974, correction: -0.054046128 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:39.840478336Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:39.840482536Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:40.348712375Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:40.348835278Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41141"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:40.356543381Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"3780c99a-7f85-4a20-8de7-e111c6059d3e","remote_addr":"[fd00:1122:3344:101::1]:41141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7647,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1728515678.8426974, correction: -0.052640311 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:40.35799177Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:40.35799617Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:40.989782929Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:40.989963742Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54704"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:40.998300708Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"e19d05ec-f77f-4437-8530-eb5af5028fe2","remote_addr":"[fd00:1122:3344:101::1]:54704","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8257,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1728515679.9263208, correction: -0.053910423 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:40.99993621Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:40.99994486Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:41.706996732Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:41.707125385Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:51515"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:41.71598849Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"c2de424a-9f5e-4495-8933-67af861c6dd5","remote_addr":"[fd00:1122:3344:101::1]:51515","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8828,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1728515679.9263208, correction: -0.051961672 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:41.717543351Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:41.717547691Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:41.907609661Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5420266807076930332"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:41.907867136Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"3487909275241439818"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:42.134532881Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5814204347453816557"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T23:14:42.135655823Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2988011615207606675"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.389041258Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.389154841Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44661"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.408602697Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"706b9c80-2449-40ee-bb7d-cf2fdc74f911","remote_addr":"[fd00:1122:3344:101::1]:44661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":19206,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2180654074, ip_addr: 129.250.35.250, stratum: 3, ref_time: 1728515681.3250196, correction: -0.049984194 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.412615126Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.412621516Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 257ff83f-2fc4-4972-9236-ce4ec13342d2 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9d6d56e0-7c0f-4073-8759-1fa3c136a560 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9aa16901-d5aa-4906-a0da-9afcb83164e5 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 57919165-a8d1-491f-9bec-c44ee4ba4bd3 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 2681938d-81e9-4d61-a343-32804acd18fc (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5383556f-5bc7-4752-8602-778ea1368c52, kind: Service { id: 57919165-a8d1-491f-9bec-c44ee4ba4bd3 }, name: Name(\"ntp-57919165-a8d1-491f-9bec-c44ee4ba4bd3\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 28])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 2f373715-5d4a-4352-ae4b-4e6b8538d865 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External } } } }, OmicronZoneConfig { id: 91e7504b-6c93-4ea7-a003-f0fa91df59ba (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External } } } }, OmicronZoneConfig { id: f43ac0d3-a955-46a3-b046-78df1f53f818 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External } } } }, OmicronZoneConfig { id: 296d28c1-6a09-46dc-a901-111c91db6c76 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External } } } }, OmicronZoneConfig { id: b8fccc6d-c98d-4d77-8b18-9ed5c07abe26 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.442256834Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.442378226Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36562"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 257ff83f-2fc4-4972-9236-ce4ec13342d2, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.442759154Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.442770024Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 257ff83f-2fc4-4972-9236-ce4ec13342d2, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9d6d56e0-7c0f-4073-8759-1fa3c136a560, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.462814552Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.462847182Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9d6d56e0-7c0f-4073-8759-1fa3c136a560, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9aa16901-d5aa-4906-a0da-9afcb83164e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.481274788Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.481308668Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9aa16901-d5aa-4906-a0da-9afcb83164e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2f373715-5d4a-4352-ae4b-4e6b8538d865, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.499521526Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.4995564Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2f373715-5d4a-4352-ae4b-4e6b8538d865, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91e7504b-6c93-4ea7-a003-f0fa91df59ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.551681374Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.551714755Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 91e7504b-6c93-4ea7-a003-f0fa91df59ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f43ac0d3-a955-46a3-b046-78df1f53f818, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.60293035Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.602963601Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f43ac0d3-a955-46a3-b046-78df1f53f818, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 296d28c1-6a09-46dc-a901-111c91db6c76, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.654175576Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.654208367Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 296d28c1-6a09-46dc-a901-111c91db6c76, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b8fccc6d-c98d-4d77-8b18-9ed5c07abe26, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.70476634Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.704800411Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b8fccc6d-c98d-4d77-8b18-9ed5c07abe26, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.752403065Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.752434255Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.75266553Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.752805143Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:42.784265487Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3312","zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:42.784305867Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3312","zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:42.784314128Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3312","zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:42.784321438Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3312","zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:42.784328048Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3312","zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.784395559Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"81292848-6780-41b8-88dd-ba1814d070ec","remote_addr":"[fd00:1122:3344:101::1]:36562","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\", TimeNotSynchronized), (\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\", TimeNotSynchronized), (\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\", TimeNotSynchronized), (\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\", TimeNotSynchronized), (\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\", TimeNotSynchronized)]","latency_us":342787,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:42.784552042Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:495","retry_after":"80.35416ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81292848-6780-41b8-88dd-ba1814d070ec\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 23:14:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"81292848-6780-41b8-88dd-ba1814d070ec\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 257ff83f-2fc4-4972-9236-ce4ec13342d2 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9d6d56e0-7c0f-4073-8759-1fa3c136a560 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9aa16901-d5aa-4906-a0da-9afcb83164e5 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 57919165-a8d1-491f-9bec-c44ee4ba4bd3 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 2681938d-81e9-4d61-a343-32804acd18fc (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5383556f-5bc7-4752-8602-778ea1368c52, kind: Service { id: 57919165-a8d1-491f-9bec-c44ee4ba4bd3 }, name: Name(\"ntp-57919165-a8d1-491f-9bec-c44ee4ba4bd3\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 28])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 2f373715-5d4a-4352-ae4b-4e6b8538d865 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External } } } }, OmicronZoneConfig { id: 91e7504b-6c93-4ea7-a003-f0fa91df59ba (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External } } } }, OmicronZoneConfig { id: f43ac0d3-a955-46a3-b046-78df1f53f818 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External } } } }, OmicronZoneConfig { id: 296d28c1-6a09-46dc-a901-111c91db6c76 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External } } } }, OmicronZoneConfig { id: b8fccc6d-c98d-4d77-8b18-9ed5c07abe26 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.865493017Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 257ff83f-2fc4-4972-9236-ce4ec13342d2, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.865801504Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.865826814Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 257ff83f-2fc4-4972-9236-ce4ec13342d2, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9d6d56e0-7c0f-4073-8759-1fa3c136a560, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.882215849Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.88224121Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9d6d56e0-7c0f-4073-8759-1fa3c136a560, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9aa16901-d5aa-4906-a0da-9afcb83164e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.898315198Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.898344149Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9aa16901-d5aa-4906-a0da-9afcb83164e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2f373715-5d4a-4352-ae4b-4e6b8538d865, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.915751794Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.915777215Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2f373715-5d4a-4352-ae4b-4e6b8538d865, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91e7504b-6c93-4ea7-a003-f0fa91df59ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.932783692Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.932805022Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 91e7504b-6c93-4ea7-a003-f0fa91df59ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f43ac0d3-a955-46a3-b046-78df1f53f818, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.948970203Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.949000623Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f43ac0d3-a955-46a3-b046-78df1f53f818, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 296d28c1-6a09-46dc-a901-111c91db6c76, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.966562632Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.966596583Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 296d28c1-6a09-46dc-a901-111c91db6c76, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b8fccc6d-c98d-4d77-8b18-9ed5c07abe26, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.983792573Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:42.983826174Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b8fccc6d-c98d-4d77-8b18-9ed5c07abe26, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.000673548Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.000704179Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.000897803Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.001009895Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.077449381Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.077482862Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.077488142Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.077494382Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.077501712Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.159500058Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.163715359Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.168019658Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.172217611Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.176124108Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.180012836Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.184538575Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.189792699Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.194455062Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:43.198982932Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:43.411792653Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"351.009958ms"} {"msg":"Profile for oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:46.016172875Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:46.016296858Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:46.065236148Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:46.065379982Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:46.086424199Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:46.086619093Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:46.092340626Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:46.092451648Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:46.106287873Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:46.106411225Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\") failed: Property not found. retry in 65.763719ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:46.161567199Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 63.589417ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:46.205427409Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\") failed: Property not found. retry in 28.039686ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:46.240079446Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 41.569728ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:46.255621614Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\") failed: Property not found. retry in 86.698038ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:46.274335766Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 91.457343ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:46.303980733Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 49.581291ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:46.378162634Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\") failed: Property not found. retry in 68.029999ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:46.395946637Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 146.676508ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:46.640079879Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 146.76974ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:46.673384239Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 117.741247ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:46.915645613Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\") failed: Property not found. retry in 214.380689ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:47.188583277Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\") failed: Property not found. retry in 156.138036ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:47.250697228Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 515.957178ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:47.575853707Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 147.097544ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:47.671021204Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 243.462911ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:48.083249399Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\") failed: Property not found. retry in 328.643107ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:48.404664033Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\") failed: Property not found. retry in 506.039784ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:48.798558715Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 972.688392ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:48.834781693Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 518.769398ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:48.851818961Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 384.956539ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:48.869992221Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\") failed: Property not found. retry in 420.900249ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:48.885839346Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 621.218198ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:49.264896033Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\") failed: Property not found. retry in 850.085634ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:49.314280973Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\") failed: Property not found. retry in 950.312998ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:49.322789166Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 604.872779ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:49.379739541Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 973.178758ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:49.814017273Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 1.019275166s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:49.892677523Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 1.009236853s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:49.992499103Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\") failed: Property not found. retry in 688.893984ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:50.170988402Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\") failed: Property not found. retry in 964.00059ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:50.279943183Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 993.241576ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:50.794213162Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\") failed: Property not found. retry in 1.023066916s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:50.866029556Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 649.865931ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:50.918504127Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 578.495706ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:51.009232306Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\") failed: Property not found. retry in 1.396403156s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:51.250026581Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 710.937436ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:51.576088558Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 912.065241ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:51.594686937Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 1.441126272s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:51.792706644Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\") failed: Property not found. retry in 928.558269ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:51.894224067Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 562.357099ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:52.294350962Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:52.420266099Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60559"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:14:52.420411132Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"4c97f1d3-7eb5-4eef-9edc-bde333c40c82","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60559","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 880.048477ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:52.51307958Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\") failed: Property not found. retry in 1.005769497s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:52.651720205Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\") failed: Property not found. retry in 1.312543843s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:52.829340091Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 915.4538ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:52.864158686Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 1.035114407s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:53.239060487Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 990.973721ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:53.399885197Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\") failed: Property not found. retry in 974.505974ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:53.66431045Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 504.240574ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:53.785530314Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\") failed: Property not found. retry in 746.917278ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:54.146829639Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 1.229258902s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:54.279737845Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 1.227799301s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:54.297277085Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 611.577494ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:54.396919829Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\") failed: Property not found. retry in 614.335403ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:54.644942477Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\") failed: Property not found. retry in 743.426212ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:54.900011766Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 855.672835ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:55.015758391Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\") failed: Property not found. retry in 1.209083397s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:55.267713908Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 1.009997182s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:55.514543873Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 580.555581ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:55.531921388Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\") failed: Property not found. retry in 1.060487869s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:55.650743204Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 808.014095ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:55.878816947Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 1.341459364s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:56.120020191Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\") failed: Property not found. retry in 1.060085938s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:56.482658402Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 565.348022ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:56.530907839Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 1.458149974s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:56.693863301Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\") failed: Property not found. retry in 1.14751326s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:56.716426718Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 620.936919ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:57.104569536Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 1.494210924s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:57.467743118Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\") failed: Property not found. retry in 966.036582ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:57.549224014Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 541.581618ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:57.734312124Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\") failed: Property not found. retry in 1.047892437s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:57.87122987Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 611.798126ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:58.157586899Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 1.327277162s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:58.284161759Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\") failed: Property not found. retry in 1.110845746s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:58.522765291Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:58.75570851Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"631.856706ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 920.488024ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:58.77637251Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\") failed: Property not found. retry in 591.146851ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:58.925861195Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 1.406966018s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:58.966574702Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\") failed: Property not found. retry in 876.317365ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:59.525016697Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 761.080387ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:59.617753656Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\") failed: Property not found. retry in 675.022537ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:59.640494607Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 1.379111833s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:14:59.702058988Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865\") failed: Property not found. retry in 875.075353ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:00.323657565Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 1.228955336s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:00.379496753Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 501.937252ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:00.386560703Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76\") failed: Property not found. retry in 929.80187ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:00.408132721Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818\") failed: Property not found. retry in 1.106767524s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:00.897496266Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba\") failed: Property not found. retry in 677.640535ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:01.087364847Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26\") failed: Property not found. retry in 691.011119ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:01.616456804Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:02.333840164Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_f43ac0d3-a955-46a3-b046-78df1f53f818"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:02.333880055Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_91e7504b-6c93-4ea7-a003-f0fa91df59ba"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:02.333886175Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_b8fccc6d-c98d-4d77-8b18-9ed5c07abe26"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:02.333890315Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_2f373715-5d4a-4352-ae4b-4e6b8538d865"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:02.333895555Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_296d28c1-6a09-46dc-a901-111c91db6c76"} {"msg":"Writing ledger to /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:02.333918066Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:02.334331024Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:02.334693481Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"81e4997f-38d3-4aed-a16c-82aaf69a214a","remote_addr":"[fd00:1122:3344:101::1]:36562","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":19518725,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:02.367772665Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43721"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::6]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:02.397517814Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3740"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:16.194329155Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3758"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.188735651Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3781"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.189159899Z","hostname":"buskin","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"f786b8d9-cf76-4350-898f-b5f9130b2884","remote_addr":"[fd00:1122:3344:101::1]:43721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":24820074,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.191409244Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59184"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.192011656Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"b9d0b8dc-ce55-4caf-b6a4-bc7931dd2b6e","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59184","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:27.198043165Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"517.777392ms"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 257ff83f-2fc4-4972-9236-ce4ec13342d2 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 9d6d56e0-7c0f-4073-8759-1fa3c136a560 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9aa16901-d5aa-4906-a0da-9afcb83164e5 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 57919165-a8d1-491f-9bec-c44ee4ba4bd3 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 2681938d-81e9-4d61-a343-32804acd18fc (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5383556f-5bc7-4752-8602-778ea1368c52, kind: Service { id: 57919165-a8d1-491f-9bec-c44ee4ba4bd3 }, name: Name(\"ntp-57919165-a8d1-491f-9bec-c44ee4ba4bd3\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 234, 28])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 2f373715-5d4a-4352-ae4b-4e6b8538d865 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External } } } }, OmicronZoneConfig { id: 91e7504b-6c93-4ea7-a003-f0fa91df59ba (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External } } } }, OmicronZoneConfig { id: f43ac0d3-a955-46a3-b046-78df1f53f818 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External } } } }, OmicronZoneConfig { id: 296d28c1-6a09-46dc-a901-111c91db6c76 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External } } } }, OmicronZoneConfig { id: b8fccc6d-c98d-4d77-8b18-9ed5c07abe26 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External } } } }, OmicronZoneConfig { id: 81bb312e-67a2-42b5-a372-8822e031590a (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: d8e48c0e-e0dc-4b6e-9dea-debf6b97a006, kind: Service { id: 81bb312e-67a2-42b5-a372-8822e031590a }, name: Name(\"external-dns-81bb312e-67a2-42b5-a372-8822e031590a\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 155])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: b2ea7862-47bb-42f1-b96b-92ee1e8de512 (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 4584713b-c2f2-456b-a2ec-a2f51d933290, kind: Service { id: b2ea7862-47bb-42f1-b96b-92ee1e8de512 }, name: Name(\"external-dns-b2ea7862-47bb-42f1-b96b-92ee1e8de512\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 103])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: efde9fa7-2c58-47bd-9c83-7e8e861f5541 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 2927d630-c36c-46a6-86b2-155254207fe2 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 69f5d5da-a951-4272-874c-15da0e914979, kind: Service { id: efde9fa7-2c58-47bd-9c83-7e8e861f5541 }, name: Name(\"nexus-efde9fa7-2c58-47bd-9c83-7e8e861f5541\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 196])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 11e60681-3fe1-4c95-b87c-299ad6620a05 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: a7adc144-c013-44b8-ac6e-6d3836bb6f2a, kind: Service { id: 11e60681-3fe1-4c95-b87c-299ad6620a05 }, name: Name(\"nexus-11e60681-3fe1-4c95-b87c-299ad6620a05\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 780e1728-4013-4877-b14f-85b67afdf49d (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 5b7d7f9f-852f-4853-91cf-313144ad7da4, kind: Service { id: 780e1728-4013-4877-b14f-85b67afdf49d }, name: Name(\"nexus-780e1728-4013-4877-b14f-85b67afdf49d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 98])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 6e9f3473-a977-4665-9200-6b8f70af97ab (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 6c473b70-0ba6-4006-b920-2aef978e5a6d (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External } } } }, OmicronZoneConfig { id: 88ebb407-307a-4426-b2f7-023ffd035250 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 2927d630-c36c-46a6-86b2-155254207fe2 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 21466580-0e6d-4fd0-90cb-e87b1775c87d (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 2681938d-81e9-4d61-a343-32804acd18fc (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 87d0e86f-6a94-401b-960c-1ad12cd0f995 (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: c38891dd-3d1d-440e-9c76-9b395f0c96d7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 01abb86c-7548-4e4e-a856-4e78190a68c2 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1d5363df-a291-4bb5-94a2-3e748d94e7ab (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External } } } }, OmicronZoneConfig { id: 9dc79142-e4e4-4f5e-824a-83e47e72240b (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External } } } }, OmicronZoneConfig { id: 4977ea60-05fd-4cd5-b6dc-758bfcf15337 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External } } } }, OmicronZoneConfig { id: ae7593a4-269b-4cc0-8f04-c4fac2da5ac9 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External } } } }, OmicronZoneConfig { id: eebb19fb-8a76-4d3f-b307-c87182050435 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: c38891dd-3d1d-440e-9c76-9b395f0c96d7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c38891dd-3d1d-440e-9c76-9b395f0c96d7 (zpool), kind: External } } } }, OmicronZoneConfig { id: 730f9ba3-b591-4d14-871d-a36777ecd376 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 2927d630-c36c-46a6-86b2-155254207fe2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2927d630-c36c-46a6-86b2-155254207fe2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 074083cb-db23-46c8-8ec1-8074ad72183f (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: ef6af0ca-2803-42da-991f-fb732a7b3eda (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ef6af0ca-2803-42da-991f-fb732a7b3eda (zpool), kind: External } } } }, OmicronZoneConfig { id: 98956a7e-50cc-4627-a19d-2c0c4594bd80 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 2681938d-81e9-4d61-a343-32804acd18fc (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2681938d-81e9-4d61-a343-32804acd18fc (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.24025842Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.240373923Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:39879"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 257ff83f-2fc4-4972-9236-ce4ec13342d2, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.241553646Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.241560616Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 257ff83f-2fc4-4972-9236-ce4ec13342d2, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9d6d56e0-7c0f-4073-8759-1fa3c136a560, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.264605322Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.264646923Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9d6d56e0-7c0f-4073-8759-1fa3c136a560, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9aa16901-d5aa-4906-a0da-9afcb83164e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.285372982Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.285419513Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9aa16901-d5aa-4906-a0da-9afcb83164e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2f373715-5d4a-4352-ae4b-4e6b8538d865, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.304309187Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.304349728Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2f373715-5d4a-4352-ae4b-4e6b8538d865, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 91e7504b-6c93-4ea7-a003-f0fa91df59ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.323594268Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.323634849Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 91e7504b-6c93-4ea7-a003-f0fa91df59ba, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f43ac0d3-a955-46a3-b046-78df1f53f818, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.342064414Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.342103695Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f43ac0d3-a955-46a3-b046-78df1f53f818, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 296d28c1-6a09-46dc-a901-111c91db6c76, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.358861336Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.358898487Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 296d28c1-6a09-46dc-a901-111c91db6c76, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b8fccc6d-c98d-4d77-8b18-9ed5c07abe26, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.377689978Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.377744529Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b8fccc6d-c98d-4d77-8b18-9ed5c07abe26, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 81bb312e-67a2-42b5-a372-8822e031590a, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.39648069Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.396527941Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 81bb312e-67a2-42b5-a372-8822e031590a, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b2ea7862-47bb-42f1-b96b-92ee1e8de512, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.506275551Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.506325883Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b2ea7862-47bb-42f1-b96b-92ee1e8de512, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 6c473b70-0ba6-4006-b920-2aef978e5a6d, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.612637455Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.612684096Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 6c473b70-0ba6-4006-b920-2aef978e5a6d, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 01abb86c-7548-4e4e-a856-4e78190a68c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.715227064Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.715275705Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 01abb86c-7548-4e4e-a856-4e78190a68c2, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e768dfd-a37c-4c4d-a2ad-d71bbce45468 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1d5363df-a291-4bb5-94a2-3e748d94e7ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.817845804Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.817895754Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 1d5363df-a291-4bb5-94a2-3e748d94e7ab, dataset_name: DatasetName { pool_name: ZpoolName { id: 2c619501-cf3c-4716-acb2-69e678bc135e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9dc79142-e4e4-4f5e-824a-83e47e72240b, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.929949901Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:27.930008882Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9dc79142-e4e4-4f5e-824a-83e47e72240b, dataset_name: DatasetName { pool_name: ZpoolName { id: 363ba9dc-50b0-41b3-bad2-63af668f1bfb (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4977ea60-05fd-4cd5-b6dc-758bfcf15337, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.044004246Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.044063658Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4977ea60-05fd-4cd5-b6dc-758bfcf15337, dataset_name: DatasetName { pool_name: ZpoolName { id: 0f1674be-fe99-41ac-8e3d-cac6ad2b4244 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ae7593a4-269b-4cc0-8f04-c4fac2da5ac9, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.154204546Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.154255877Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ae7593a4-269b-4cc0-8f04-c4fac2da5ac9, dataset_name: DatasetName { pool_name: ZpoolName { id: 9ebd9b70-0c29-4ec7-962a-d04103f163ac (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: eebb19fb-8a76-4d3f-b307-c87182050435, dataset_name: DatasetName { pool_name: ZpoolName { id: c38891dd-3d1d-440e-9c76-9b395f0c96d7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.251779876Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.251838987Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: eebb19fb-8a76-4d3f-b307-c87182050435, dataset_name: DatasetName { pool_name: ZpoolName { id: c38891dd-3d1d-440e-9c76-9b395f0c96d7 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 730f9ba3-b591-4d14-871d-a36777ecd376, dataset_name: DatasetName { pool_name: ZpoolName { id: 2927d630-c36c-46a6-86b2-155254207fe2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.333678636Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.333722616Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 730f9ba3-b591-4d14-871d-a36777ecd376, dataset_name: DatasetName { pool_name: ZpoolName { id: 2927d630-c36c-46a6-86b2-155254207fe2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 074083cb-db23-46c8-8ec1-8074ad72183f, dataset_name: DatasetName { pool_name: ZpoolName { id: ef6af0ca-2803-42da-991f-fb732a7b3eda (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.423358169Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.42339823Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 074083cb-db23-46c8-8ec1-8074ad72183f, dataset_name: DatasetName { pool_name: ZpoolName { id: ef6af0ca-2803-42da-991f-fb732a7b3eda (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98956a7e-50cc-4627-a19d-2c0c4594bd80, dataset_name: DatasetName { pool_name: ZpoolName { id: 2681938d-81e9-4d61-a343-32804acd18fc (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.510072884Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.510111395Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 98956a7e-50cc-4627-a19d-2c0c4594bd80, dataset_name: DatasetName { pool_name: ZpoolName { id: 2681938d-81e9-4d61-a343-32804acd18fc (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.607053962Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.607103153Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.607376779Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.607517171Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.7621827Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.762889444Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.762909955Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.762915825Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.797788995Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.797982838Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.798018709Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.79803613Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.799318195Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.802006838Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.997405803Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.997653807Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.997678538Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.997696268Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.997725719Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.997732309Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.99776072Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:28.998819261Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.000138217Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.00027571Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.006168586Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.011136914Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.016906828Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.022475869Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.027639421Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.032713351Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.173903413Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.178202569Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.182285799Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.186979402Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.191974031Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.196785836Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.202447798Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.208204822Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.214502136Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.221971884Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.226934882Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.232602025Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.239888149Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.246766434Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.289787256Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.338512679Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.339108651Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.348556348Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.357703109Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.367064534Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.376453699Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.385637361Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.396166929Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.541692078Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.606853066Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.610847205Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.610874786Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.699477178Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 184, 103]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.699521649Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.70310772Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.703147961Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.757456075Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 166, 155]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.757487485Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.811396792Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.813571024Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.813588185Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.865298068Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 242, 98]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.865333568Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.867034742Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.867049142Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.920574271Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 141, 228]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.920600372Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.920863627Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.920873417Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.920927958Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.920940368Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.922093981Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.922106941Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.972485508Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 188, 196]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.972507458Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"} {"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.972899256Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.974239992Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.976542958Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:29.976557428Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.021488537Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.021540308Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.021703161Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.021720141Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Configuring new Omicron zone: oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.05807178Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.069076918Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.069141309Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.069323333Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.072450395Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.075129968Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.075147038Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.075155488Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.163659519Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.163887413Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.174569135Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.22845985Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.245358624Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.257966304Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.2694203Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.281573971Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.292523547Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:30.306396872Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:31.837500503Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:31.838145616Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:31.903686872Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:31.904947227Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:31.924958233Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:31.925167827Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.005017346Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.0051695Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.048313463Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.048470046Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.094974446Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.095156679Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.10532324Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.105522844Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.113729567Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.113972581Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.150385032Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.150583785Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.15942119Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.159683916Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.173752194Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.173947928Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Profile for oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.2741761Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:32.27516598Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 65.577559ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:32.361860054Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 54.846596ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:32.374910792Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 27.656488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:32.387719476Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 72.000845ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:32.437190154Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 41.096803ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:32.464651427Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 34.352385ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:32.606741557Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 35.632728ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:32.739577625Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 148.020263ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:32.771806242Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 31.361936ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:32.945405555Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 60.282748ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:33.001941794Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 76.459777ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:33.073965262Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 104.214767ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:33.124807734Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 122.488132ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:33.206516669Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 69.485598ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:33.33907023Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 32.686616ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:34.559310495Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 25.194938ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:34.580980056Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 131.700072ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:34.61034767Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 61.778133ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:34.672492579Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 85.9546ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:34.698454589Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 233.919459ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:34.829661654Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 57.955952ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:34.854947224Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 115.73739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:34.868512542Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 223.119575ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:34.882250305Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 238.045562ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:34.89776766Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:34.898140618Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 184.364465ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:34.910075064Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 92.269231ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:34.923794842Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 118.836851ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:34.936581367Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 129.235818ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:34.950445612Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 279.022873ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:34.964849377Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 126.000873ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:34.978702321Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 143.340385ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:34.992118356Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 279.206825ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.003223436Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 536.327148ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.014610951Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Booting oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:35.014733373Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 176.165272ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.033243699Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 141.217442ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.06937868Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 209.740872ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.082615436Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 157.133517ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.094863391Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 449.123785ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.108734272Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 427.699412ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.121321651Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 124.909088ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.132708592Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 315.902919ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.150902146Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 560.569596ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.164385022Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 590.847111ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.22290814Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 202.96966ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.234619791Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 205.340961ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.257533854Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 424.969477ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.27145069Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 548.34446ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.286682701Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 209.02313ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.29982562Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 569.166907ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.315836116Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:35.392487764Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:35.392779029Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 1.035248333s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.451953479Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 497.054938ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.477898947Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 887.93347ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.494045821Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 612.970009ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.52535409Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 564.791634ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.56632136Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 839.033963ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.582159103Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 429.732314ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.596432276Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 52.921768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.706463901Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 695.163971ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.720542488Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 1.061438827s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.739470064Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 83.78044ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.772601089Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 835.941657ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.828914682Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 612.388176ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.850506449Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 180.791187ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.869621775Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 1.457165574s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.898894656Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 782.74073ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:35.994993777Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 640.364841ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.04474372Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 355.53361ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.069854447Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 574.802885ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.149071564Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 1.217781676s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.164978198Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 1.203617468s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.395568939Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 858.388745ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.430376577Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 1.167327677s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.441023058Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 1.286672291s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.451604057Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 1.039735244s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.473246605Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 1.033548592s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.500369592Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:36.516053662Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:36.516164934Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:36.516187985Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"Booting oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:36.523344836Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 1.202758864s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.677051896Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 524.848999ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.699239865Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 46.74215ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.730916871Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 1.190435537s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.741412919Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 57.783497ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.750429787Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 1.004124737s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.789607572Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 60.124203ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.798569699Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 1.409785197s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.811825981Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 54.004849ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.820964932Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 282.747816ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.870119174Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 233.062351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:36.886801464Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 246.198639ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:37.137738667Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 487.283036ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:37.166891314Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 892.637897ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:37.276786097Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 803.207313ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:37.302334062Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 1.325721657s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:37.368898849Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 646.483963ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:37.395461394Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 861.117914ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:37.409123534Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 1.243030409s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:37.526571807Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 715.180366ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:37.548786217Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 1.374979178s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:37.611494687Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 1.244519127s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:37.624541555Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 663.502883ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:37.66677883Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 623.566213ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:37.751526966Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 673.904448ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:37.806372151Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 753.582998ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:37.893949893Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 1.43288473s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:37.945033713Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 1.48617423s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:38.055487688Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 1.24963035s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:38.117587576Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 1.33782686s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:38.181702254Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 1.160885269s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:38.235859075Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 1.147276532s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:38.277703493Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 816.075894ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:38.290343613Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 1.158291555s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:38.342844711Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 1.18462103s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:38.387653787Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 873.168583ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:38.491030952Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 1.167910563s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:38.660652996Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 1.499732972s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:38.707700587Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 1.376556103s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:38.782270152Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 904.784801ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:38.882260339Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 956.974818ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:38.998900016Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 1.130784254s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:39.120579693Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 1.390507288s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:39.377767959Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 1.039408192s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:39.387676105Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 604.259873ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:39.397427748Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 1.253985114s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:39.407314434Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 512.190776ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:39.433732026Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 846.602787ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:39.509312481Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 1.22388467s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:39.527884938Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 673.42225ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:39.550181209Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 983.76658ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:39.58157648Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 1.026466385s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:39.795905159Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 1.205587935s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:39.836665425Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 1.151974376s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:39.954587347Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 622.162364ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:39.964204018Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 510.155944ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:40.011134346Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 1.335598867s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:40.169232442Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 1.486278855s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:40.217472167Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 549.824779ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:40.232973353Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 712.849319ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:40.260397656Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 1.036324625s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:40.43658233Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 1.47847244s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:40.622179881Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 1.136886884s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:40.648338228Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 1.485929447s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:40.673844403Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 1.237379164s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:40.720957044Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 1.276337654s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:40.774159847Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 1.063815769s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:40.806600638Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 1.319929093s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:40.820307649Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 1.132626351s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:40.834169944Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 1.051318567s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:40.847554498Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 619.813082ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:41.013823887Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 1.059082811s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:41.088958743Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 1.426934066s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:41.144645664Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 1.270125921s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:41.484249351Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 1.431339968s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:41.51705984Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 1.438795264s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:41.646922238Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 1.490880486s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:41.71733774Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 1.053255576s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:41.798545717Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 1.214439715s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:41.882273722Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 610.747817ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:41.91045283Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 1.357227406s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:41.967853605Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 1.157889677s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:41.9777292Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 1.290422218s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:42.061946876Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 583.785394ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:42.112424684Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 1.220692812s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:42.151465317Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 795.720246ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:42.160539886Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 922.8629ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:42.169598685Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 1.261393066s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:42.535270457Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 658.23901ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:42.587042361Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 1.25755505s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:42.710986263Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 1.147030705s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:42.767305366Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:42.77508869Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"2.664478009s"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 1.256091643s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:42.867239523Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 572.646207ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:42.961230462Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 1.20978707s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:42.972790701Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 1.046749049s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:43.098886214Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 910.010017ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:43.110740019Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 1.44498697s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:43.120938251Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 1.435303111s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:43.146649059Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 1.30276942s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:43.219376607Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 713.682132ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:43.25643475Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 1.451894135s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:43.336573385Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 1.100099208s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:43.362495198Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 751.150851ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:43.381654757Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 905.45234ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:43.545045288Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 927.511164ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:43.806255665Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 1.451859479s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:43.923096545Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 1.46894294s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:43.978054403Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 1.314603184s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:43.985100412Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 1.251027526s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:44.031192894Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 1.150660639s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:44.132852024Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 593.973781ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:44.14226578Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 1.289413794s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:44.154443451Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 763.238448ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:44.18980354Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 1.160861288s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:44.458966364Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 1.45426936s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:44.471244827Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 656.148802ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:44.53054738Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 1.274463794s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:44.57454066Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 963.586586ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:44.590613438Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 1.368005715s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:44.743666805Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 1.057385712s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:44.751586531Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 750.75348ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:44.79701424Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 633.687793ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:44.96237402Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 1.440900342s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:45.196444209Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 935.879356ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:45.291287795Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 949.882154ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:45.299354315Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 950.079753ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:45.309315822Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 1.279924846s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:45.383925508Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 1.033011741s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:45.527570959Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 1.452272698s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:45.534944435Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 769.157919ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:45.557083682Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 927.317507ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:45.565496478Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 775.264719ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:45.604301306Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 896.497693ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:45.628666468Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 768.060696ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:45.817267688Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 1.022289313s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:45.859318279Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 684.109587ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:45.93470797Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 1.198185648s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:46.121205279Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 566.877444ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:46.235855617Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 611.531161ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:46.25830191Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 808.658188ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:46.267479802Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 1.014649449s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:46.334508068Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 1.076138549s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:46.388387823Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 1.498712732s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:46.501020621Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 1.476678755s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:46.534566765Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 1.258545127s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:46.568963925Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 667.443792ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:46.594385707Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 904.861979ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:46.628328587Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 1.040297813s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:46.645247503Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 1.061266233s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:46.672663885Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 856.012293ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:46.811243486Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 867.722085ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:46.879579808Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 1.263682381s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:46.88876627Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 803.195953ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:46.995790966Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 1.259538066s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:47.085006261Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 1.292062619s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:47.271245684Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 1.452977134s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:47.329354724Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 1.219325417s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:47.358837497Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 1.276725571s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:47.473110012Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 972.376677ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:47.542842386Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 1.475415454s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:47.676688883Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 705.904591ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:47.693963355Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 1.151822331s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:47.743642357Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 956.970117ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:47.756369279Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 1.335924772s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:47.808431288Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 793.282723ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:47.836195278Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 1.490209836s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:48.009628988Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 1.19414611s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:48.019976832Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 510.836451ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:48.161248386Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 1.486940251s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:48.35408074Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 1.44422328s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:48.409203161Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 1.314209709s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:48.524221065Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 1.226823892s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:48.572437709Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 559.110746ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:48.587302823Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 657.867875ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:48.638851372Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 1.178128262s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:48.681541597Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 741.880491ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:48.721516617Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 1.311806541s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:48.759660292Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 846.306366ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:48.791599513Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 1.365185039s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:48.903938335Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 695.195523ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:49.154214935Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 1.02482483s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:49.162417378Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 566.705269ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:49.170089979Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 1.379553891s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:49.223023546Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 1.079896744s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:49.306518228Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 1.247332006s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:49.472792386Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 1.448022705s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:49.508625945Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 1.336191115s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:49.647062723Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 1.269430877s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:49.746430148Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 1.292734079s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:49.808516696Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 979.630386ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:49.847056968Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 1.257257457s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:49.855178929Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 1.073915253s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:49.862565465Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 1.194341059s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:49.869777708Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 696.795444ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:49.877082252Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 1.156094764s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.079560186Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 811.512442ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.196393687Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 512.229042ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.280329637Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 1.026756335s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.396824621Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab\") failed: Property not found. retry in 42.361109ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.490865581Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab\") failed: Property not found. retry in 135.877891ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.541615765Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 855.826588ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.583870091Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 507.353067ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.611343364Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:50.635851579Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:50.636155095Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab\") failed: Property not found. retry in 274.134966ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.690070971Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 679.77014ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.737258254Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 949.195007ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.804212358Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 655.233058ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.837300043Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a\") failed: Property not found. retry in 39.341243ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.846999565Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a\") failed: Property not found. retry in 51.92584ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.89580764Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 929.963916ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.945746708Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a\") failed: Property not found. retry in 256.121532ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.957126483Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 936.449161ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.965177532Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab\") failed: Property not found. retry in 392.993227ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.973895714Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 817.609227ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:50.992216247Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 1.337711631s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.017185501Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 583.252568ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.026009215Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 1.450328604s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.07275516Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 1.400339517s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.110467495Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 510.731878ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.122341241Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 1.180380379s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.130715446Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a\") failed: Property not found. retry in 575.12862ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.226575542Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 991.38193ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.245252281Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab\") failed: Property not found. retry in 1.101816256s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.378508067Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 1.43182495s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.428168119Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 955.737328ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.437126936Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 702.124052ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.448806227Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:51.450629613Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:51.450692504Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 838.585955ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.501982899Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 1.379008078s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.624713376Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 880.384803ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.655519725Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05\") failed: Property not found. retry in 61.162965ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.670242886Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05\") failed: Property not found. retry in 123.621851ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.741592628Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 963.702723ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.762651004Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a\") failed: Property not found. retry in 470.349248ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.811925329Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 1.154348539s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.819963318Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05\") failed: Property not found. retry in 232.748348ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.87721563Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 913.858925ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.88688153Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 744.436186ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:51.912368195Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05\") failed: Property not found. retry in 261.989127ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.121572223Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 1.308421049s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.162424611Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 681.664113ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.247385081Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a\") failed: Property not found. retry in 1.058657234s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.291999144Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 1.232058129s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.323312293Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 822.570735ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.359699643Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 572.29219ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.374757331Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05\") failed: Property not found. retry in 960.04994ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.39646586Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 1.479312254s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.405493028Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab\") failed: Property not found. retry in 1.494296579s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.491162373Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 839.841702ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.521076374Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 993.945426ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.533294546Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 587.51749ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.544417246Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 953.424218ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.668130412Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 1.270690378s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.736390662Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 1.446165678s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.811520648Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 1.465252207s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.870960634Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:52.891290096Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:52.891576882Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 520.408355ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.939757765Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 1.387544037s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.957968975Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 1.439239514s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:52.984059301Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 755.395719ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.012805079Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d\") failed: Property not found. retry in 63.538704ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.070219385Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 531.597415ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.14378105Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d\") failed: Property not found. retry in 142.880437ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.151798298Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 917.155084ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.194533813Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d\") failed: Property not found. retry in 272.376075ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.305187672Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a\") failed: Property not found. retry in 705.767918ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.359829223Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05\") failed: Property not found. retry in 1.026195076s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.367538655Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 1.076430206s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.37484646Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 782.763051ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.470728026Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 1.252084235s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.480819256Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 883.173078ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.535614179Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 1.233330766s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.564666534Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d\") failed: Property not found. retry in 423.009823ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.587426944Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 1.389849858s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.631547196Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 1.115137216s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.68731909Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 910.29187ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.779048884Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 1.435047115s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.898556388Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab\") failed: Property not found. retry in 539.792373ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:53.995303731Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 1.183580578s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.01904266Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d\") failed: Property not found. retry in 839.216628ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.028590729Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a\") failed: Property not found. retry in 1.09392109s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.07565644Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 1.257064427s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.125113258Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 1.026622103s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.264374223Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 961.055777ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.273574859Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 1.378592366s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.348377354Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 1.055165015s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.358206999Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05\") failed: Property not found. retry in 1.471842251s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.403881002Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 787.742214ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.427727143Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 1.372392216s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.435456826Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 943.103349ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.460053903Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab\") failed: Property not found. retry in 931.583481ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.546849599Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 1.445279473s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.700636071Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 1.471826591s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.745762243Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 869.560216ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.810922882Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 951.467982ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.82196498Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d\") failed: Property not found. retry in 929.609408ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:54.883481097Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 959.977091ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:55.034617666Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a\") failed: Property not found. retry in 1.392182317s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:55.181345358Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 833.254795ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:55.216017444Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 1.001605981s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:55.228331108Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 1.3948594s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:55.245371254Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 1.260073068s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:55.302316471Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 1.101231333s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:55.349632577Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 1.137894816s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:55.394025325Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 1.213459925s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:55.413292056Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 1.243079122s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:55.42361951Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab\") failed: Property not found. retry in 1.160352199s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:55.489981752Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 1.07649886s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:55.693257473Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 1.101740951s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:55.739839524Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 1.131501152s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:55.786547788Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 537.710895ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:55.823713083Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d\") failed: Property not found. retry in 1.128780182s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:55.838038606Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05\") failed: Property not found. retry in 1.229181334s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:55.889096386Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 729.070113ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.008517158Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 817.722815ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.063367213Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 838.178833ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.164000123Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 982.288305ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.233277533Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 1.21240949s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.246395423Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 956.895182ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.376975355Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 1.299553968s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.46417966Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 1.032666732s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.545605441Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 1.306829125s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.578660904Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a\") failed: Property not found. retry in 1.005001123s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.592332924Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 792.140526ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.636873635Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 943.092914ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.653091416Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab\") failed: Property not found. retry in 1.299135646s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.664574303Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 1.174354784s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.6780514Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 758.663633ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.751072804Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 1.351753214s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.782483695Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 511.58663ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.856448038Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 1.38359768s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.897941029Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 1.211977608s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.93034807Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d\") failed: Property not found. retry in 1.377337851s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:56.978838279Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 1.106229398s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:57.01581605Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05\") failed: Property not found. retry in 902.837417ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:57.133243612Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 969.954971ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:57.230341793Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:57.281672318Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49722"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:15:57.288602555Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"d13ad59f-b7e9-473a-9957-b82369a16322","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49722","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1115,"response_code":"200"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 1.416767027s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:57.348175303Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 584.544372ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:57.381143955Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 1.342319176s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:57.441360757Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 1.072471316s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:57.468907231Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 724.98087ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:57.521976661Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 1.300773129s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:57.589733991Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 1.27492157s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:57.610156435Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a\") failed: Property not found. retry in 1.123747221s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:57.623878516Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 772.096386ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:57.774929354Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 968.07071ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:57.869330341Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 521.525968ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:57.899281583Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab\") failed: Property not found. retry in 701.473937ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:57.97495502Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 800.874936ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:57.984516109Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05\") failed: Property not found. retry in 663.731988ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.04828736Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 1.434982571s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.138379192Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 1.24131994s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.151673845Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 872.924393ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.164176082Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 1.031513511s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.213524078Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 678.995103ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.261862774Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 862.100646ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.294375047Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d\") failed: Property not found. retry in 728.027583ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.369313449Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 1.05361825s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.432193463Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 1.023350193s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.554630764Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 600.21169ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.568203833Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab\") failed: Property not found. retry in 1.218948972s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.689118344Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05\") failed: Property not found. retry in 1.163861428s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.730697857Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a\") failed: Property not found. retry in 1.095218309s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.763954344Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 514.897257ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.783304607Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 901.54574ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.795239803Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 964.04613ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.810629218Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 701.908819ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.85776174Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 985.263538ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.897877763Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 609.395024ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.909269689Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 1.078899536s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:58.955476942Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 1.070217284s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.055694185Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d\") failed: Property not found. retry in 1.17307842s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.111264693Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 1.164781062s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.16870965Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 977.391367ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.181195127Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 1.459832952s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.258946214Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 687.858239ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.309972224Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 1.026231375s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.409834509Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 673.005638ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.497834199Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 1.470563281s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.534048326Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 1.099159561s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.573073557Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 1.437335605s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.58889752Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 925.732352ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.605889426Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 729.059284ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.709570786Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 1.356423361s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.785551829Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a\") failed: Property not found. retry in 1.357664575s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.869999929Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 990.829528ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.892913992Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05\") failed: Property not found. retry in 1.113744072s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.904523682Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab\") failed: Property not found. retry in 597.201511ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:15:59.919011619Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 1.132662296s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:00.008018129Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 1.070065794s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:00.044600323Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 828.605705ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:00.136770296Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 886.851591ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:00.168004733Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 678.244766ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:00.179063712Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d\") failed: Property not found. retry in 1.008416223s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:00.294614997Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 953.202746ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:00.344504064Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80\") failed: Property not found. retry in 875.300815ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:00.451368298Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 1.361415505s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:00.461144731Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab\") failed: Property not found. retry in 572.06248ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:00.525357301Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:00.528681047Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"5.046087542s"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 1.04749019s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:00.540589342Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250\") failed: Property not found. retry in 677.553307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:00.68253465Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995\") failed: Property not found. retry in 988.062976ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:00.728401527Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 831.245815ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:00.867986117Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2\") failed: Property not found. retry in 1.44525305s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:00.892519833Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 867.71947ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:00.975533875Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d\") failed: Property not found. retry in 1.218151983s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.018206139Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05\") failed: Property not found. retry in 826.960458ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.028940041Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337\") failed: Property not found. retry in 929.252263ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.038631132Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 994.649189ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.064429213Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab\") failed: Property not found. retry in 932.801929ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.106161668Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f\") failed: Property not found. retry in 1.390085371s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.12392657Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512\") failed: Property not found. retry in 1.035074227s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.149892703Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 561.027594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.158021254Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a\") failed: Property not found. retry in 1.104680912s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.236609448Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d\") failed: Property not found. retry in 1.296563113s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.308188754Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d\") failed: Property not found. retry in 588.941504ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.316642621Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376\") failed: Property not found. retry in 1.168276368s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.600006575Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 521.383128ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.708722875Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435\") failed: Property not found. retry in 1.176768515s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.74027512Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b\") failed: Property not found. retry in 1.481914649s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.833226858Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9\") failed: Property not found. retry in 931.107315ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.855786484Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05\") failed: Property not found. retry in 542.39662ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.867492705Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d\") failed: Property not found. retry in 935.336942ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:01.915057736Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541\") failed: Property not found. retry in 1.461036425s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:02.084090639Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab\") failed: Property not found. retry in 556.813664ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:02.246512872Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.581682838Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_01abb86c-7548-4e4e-a856-4e78190a68c2"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.581726429Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_074083cb-db23-46c8-8ec1-8074ad72183f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.581732839Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_clickhouse_6c473b70-0ba6-4006-b920-2aef978e5a6d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.581737619Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_b2ea7862-47bb-42f1-b96b-92ee1e8de512"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.581742229Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_88ebb407-307a-4426-b2f7-023ffd035250"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.581746079Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_eebb19fb-8a76-4d3f-b307-c87182050435"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.581749769Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_4977ea60-05fd-4cd5-b6dc-758bfcf15337"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.5817541Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_81bb312e-67a2-42b5-a372-8822e031590a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.58175855Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_efde9fa7-2c58-47bd-9c83-7e8e861f5541"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.58176215Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_oximeter_6e9f3473-a977-4665-9200-6b8f70af97ab"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.58176556Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_87d0e86f-6a94-401b-960c-1ad12cd0f995"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.58176985Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_1d5363df-a291-4bb5-94a2-3e748d94e7ab"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.58177317Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_ae7593a4-269b-4cc0-8f04-c4fac2da5ac9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.58178772Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_730f9ba3-b591-4d14-871d-a36777ecd376"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.58179287Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_9dc79142-e4e4-4f5e-824a-83e47e72240b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.58179627Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_98956a7e-50cc-4627-a19d-2c0c4594bd80"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.58180041Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_780e1728-4013-4877-b14f-85b67afdf49d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.581804621Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_11e60681-3fe1-4c95-b87c-299ad6620a05"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.581809901Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_21466580-0e6d-4fd0-90cb-e87b1775c87d"} {"msg":"Writing ledger to /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.582038755Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.58933493Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.598886568Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"09b0df6c-0a35-4bac-8ded-cbff56375980","remote_addr":"[fd00:1122:3344:101::1]:39879","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":36357093,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.621032966Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"} {"msg":"Writing ledger to /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.621055727Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.62121674Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.83455528Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"} {"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.836724202Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.1.174,\n infra_ip_last: 10.151.1.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.1.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.1.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.885863954Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:03.886373554Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:04.014943477Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:04.188381597Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:04.354842877Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:04.448268007Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:04.747925244Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:05.062689289Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:05.437307778Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:05.623893648Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"9.593403672s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:05.720371317Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:06.358187661Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:06.977670423Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:07.788194663Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:08.421585321Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:09.640372595Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:10.347101023Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:12.094935291Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:13.973127797Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:16:15.251112793Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"9.465930719s"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1447376-f4f6-4364-8ec2-de7898725300\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 23:16:16 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"2e31a03d-4cea-4ceb-b74b-e4a148aa0cb8\\\"\", request_id: \"e1447376-f4f6-4364-8ec2-de7898725300\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:16.727676756Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3501af5-3055-41cc-96a8-73570b85e82b\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 23:16:19 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b7550ca6-402b-440f-9dde-145781c409b9\\\"\", request_id: \"f3501af5-3055-41cc-96a8-73570b85e82b\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:19.24233043Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa2dafe2-fec1-42a2-8bd5-db621b6a2cd6\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 23:16:22 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b7550ca6-402b-440f-9dde-145781c409b9\\\"\", request_id: \"aa2dafe2-fec1-42a2-8bd5-db621b6a2cd6\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:22.622739857Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:27.325205312Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46479"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:27.325542048Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"1160c228-f4ee-43d3-ba9b-d4cdc2127bf7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46479","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":31,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7364087-08e4-4bfd-a32d-a0a4093bec8e\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 23:16:26 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b7550ca6-402b-440f-9dde-145781c409b9\\\"\", request_id: \"c7364087-08e4-4bfd-a32d-a0a4093bec8e\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:27.454005399Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1890bc6-4f47-4e26-bedc-f1c9dcae1962\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 23:16:31 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b7550ca6-402b-440f-9dde-145781c409b9\\\"\", request_id: \"c1890bc6-4f47-4e26-bedc-f1c9dcae1962\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:32.028496332Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21cb9c59-03ba-478f-ba6b-a3df9ab0ab86\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 23:16:35 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b7550ca6-402b-440f-9dde-145781c409b9\\\"\", request_id: \"21cb9c59-03ba-478f-ba6b-a3df9ab0ab86\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:36.18307144Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9b18de5-6ae8-4079-9af9-781bd6419422\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 23:16:41 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"b7550ca6-402b-440f-9dde-145781c409b9\\\"\", request_id: \"e9b18de5-6ae8-4079-9af9-781bd6419422\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:41.029997582Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:43.209315164Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:43.302773402Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50846"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:43.304484816Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:43.506395029Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"209ad067-a0d5-40ac-a6fa-750af134b2f9","remote_addr":"[fd00:1122:3344:101::b]:50846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":202556,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:43.507851898Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:43.507915739Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:43.509057472Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:43.510168524Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"GET","req_id":"f5af7c49-57d4-40bc-9a30-ecb884bce15b","remote_addr":"[fd00:1122:3344:101::b]:50846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3269,"response_code":"200"} {"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52df4f5d-0671-4371-a9e8-59e856c972c7\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 23:16:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"52df4f5d-0671-4371-a9e8-59e856c972c7\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:46.854223072Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:47.946143918Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62250"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:47.94625662Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f64438dd-539a-4375-a1bd-3c9f981184a4","remote_addr":"[fd00:1122:3344:101::b]:62250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:47.995386942Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:47.995405632Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2b486cd6-91c8-4021-9748-db0fb88f1ff4","remote_addr":"[fd00:1122:3344:101::b]:62250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1523,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:48.009306847Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50918"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:48.010381918Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"84929497-a673-48b2-b64a-f43a5f4b597a","remote_addr":"[fd00:1122:3344:101::b]:50918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":839,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:48.146743945Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"31edb330-0815-4552-9c85-485b2972d8d9","remote_addr":"[fd00:1122:3344:101::b]:62250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2405,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:48.225283029Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:65025"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:48.22537908Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2ef0c4f7-4641-4332-94a7-8a2d8b3bc49b","remote_addr":"[fd00:1122:3344:101::a]:65025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:48.300234301Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:48.300258332Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0ba5ca9f-0bfa-4614-ae04-490bcca6dc8a","remote_addr":"[fd00:1122:3344:101::a]:65025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:48.311354911Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9fa96c22-dbc7-499c-9bb9-060a5825f66f","remote_addr":"[fd00:1122:3344:101::a]:65025","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":237,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:48.324819847Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:39145"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:48.324949083Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5b38a873-e491-4ea3-bd7e-0aa183d05c85","remote_addr":"[fd00:1122:3344:101::a]:39145","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:48.415407919Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:50709"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:48.416197415Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b27cdf0a-391a-473d-a25b-f86e5339f4b6","remote_addr":"[fd00:1122:3344:101::c]:50709","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":751,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:48.433207901Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:48.433221441Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0117bd5a-c9e7-4c23-82cd-94e3e1eb4cb2","remote_addr":"[fd00:1122:3344:101::c]:50709","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:48.442452354Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"78f00772-1372-4acd-ba84-632ce44193c6","remote_addr":"[fd00:1122:3344:101::c]:50709","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:48.504201885Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49767"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:48.505755806Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"ffc70ed6-c6a7-4400-b5d6-2558d4424873","remote_addr":"[fd00:1122:3344:101::c]:49767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:52.242827587Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55323"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:52.244697294Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4584713b-c2f2-456b-a2ec-a2f51d933290, kind: Service { id: b2ea7862-47bb-42f1-b96b-92ee1e8de512 }, name: Name(\"external-dns-b2ea7862-47bb-42f1-b96b-92ee1e8de512\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 103])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d8e48c0e-e0dc-4b6e-9dea-debf6b97a006, kind: Service { id: 81bb312e-67a2-42b5-a372-8822e031590a }, name: Name(\"external-dns-81bb312e-67a2-42b5-a372-8822e031590a\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 155])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b7d7f9f-852f-4853-91cf-313144ad7da4, kind: Service { id: 780e1728-4013-4877-b14f-85b67afdf49d }, name: Name(\"nexus-780e1728-4013-4877-b14f-85b67afdf49d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 98])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 69f5d5da-a951-4272-874c-15da0e914979, kind: Service { id: efde9fa7-2c58-47bd-9c83-7e8e861f5541 }, name: Name(\"nexus-efde9fa7-2c58-47bd-9c83-7e8e861f5541\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 196])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a7adc144-c013-44b8-ac6e-6d3836bb6f2a, kind: Service { id: 11e60681-3fe1-4c95-b87c-299ad6620a05 }, name: Name(\"nexus-11e60681-3fe1-4c95-b87c-299ad6620a05\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:52.244748375Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:52.244764425Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:52.244791006Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:52.244795726Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:52.244801216Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:52.244810076Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:52.244831256Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5353443e-2f46-4ff4-8ede-ca450a5fce9e","remote_addr":"[fd00:1122:3344:101::b]:55323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1912,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:52.245631692Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:52.619890674Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64979"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:52.620904774Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:52.819191426Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"9d3ab867-14a5-40a9-a546-1cfb99c8574b","remote_addr":"[fd00:1122:3344:101::b]:64979","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199220,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:52.819623244Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Reading ledger from /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:52.819664935Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:52.819991792Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:52.820234517Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"GET","req_id":"d871ecaa-699c-47b4-ab33-37fbebf8e23d","remote_addr":"[fd00:1122:3344:101::b]:64979","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":670,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:53.710698418Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:61567"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:53.710892802Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4584713b-c2f2-456b-a2ec-a2f51d933290, kind: Service { id: b2ea7862-47bb-42f1-b96b-92ee1e8de512 }, name: Name(\"external-dns-b2ea7862-47bb-42f1-b96b-92ee1e8de512\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 103])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d8e48c0e-e0dc-4b6e-9dea-debf6b97a006, kind: Service { id: 81bb312e-67a2-42b5-a372-8822e031590a }, name: Name(\"external-dns-81bb312e-67a2-42b5-a372-8822e031590a\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 155])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b7d7f9f-852f-4853-91cf-313144ad7da4, kind: Service { id: 780e1728-4013-4877-b14f-85b67afdf49d }, name: Name(\"nexus-780e1728-4013-4877-b14f-85b67afdf49d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 98])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 69f5d5da-a951-4272-874c-15da0e914979, kind: Service { id: efde9fa7-2c58-47bd-9c83-7e8e861f5541 }, name: Name(\"nexus-efde9fa7-2c58-47bd-9c83-7e8e861f5541\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 196])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a7adc144-c013-44b8-ac6e-6d3836bb6f2a, kind: Service { id: 11e60681-3fe1-4c95-b87c-299ad6620a05 }, name: Name(\"nexus-11e60681-3fe1-4c95-b87c-299ad6620a05\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:53.710934083Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:53.710962483Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:53.710969984Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:53.710976764Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:53.710987954Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:53.710995514Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:53.711016444Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"a3281c23-a999-4353-9140-b1b5a6794faa","remote_addr":"[fd00:1122:3344:101::b]:61567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":246,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.072697258Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42612"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.073462293Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4584713b-c2f2-456b-a2ec-a2f51d933290, kind: Service { id: b2ea7862-47bb-42f1-b96b-92ee1e8de512 }, name: Name(\"external-dns-b2ea7862-47bb-42f1-b96b-92ee1e8de512\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 103])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d8e48c0e-e0dc-4b6e-9dea-debf6b97a006, kind: Service { id: 81bb312e-67a2-42b5-a372-8822e031590a }, name: Name(\"external-dns-81bb312e-67a2-42b5-a372-8822e031590a\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 155])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b7d7f9f-852f-4853-91cf-313144ad7da4, kind: Service { id: 780e1728-4013-4877-b14f-85b67afdf49d }, name: Name(\"nexus-780e1728-4013-4877-b14f-85b67afdf49d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 98])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 69f5d5da-a951-4272-874c-15da0e914979, kind: Service { id: efde9fa7-2c58-47bd-9c83-7e8e861f5541 }, name: Name(\"nexus-efde9fa7-2c58-47bd-9c83-7e8e861f5541\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 196])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a7adc144-c013-44b8-ac6e-6d3836bb6f2a, kind: Service { id: 11e60681-3fe1-4c95-b87c-299ad6620a05 }, name: Name(\"nexus-11e60681-3fe1-4c95-b87c-299ad6620a05\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.073510244Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.073527674Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.073532584Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.073554035Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.073559285Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.073575245Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.073583195Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"3361f940-c87f-4c46-87d7-7bfefbc9d2b1","remote_addr":"[fd00:1122:3344:101::c]:42612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":806,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.082705986Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63060"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.08291168Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 4584713b-c2f2-456b-a2ec-a2f51d933290, kind: Service { id: b2ea7862-47bb-42f1-b96b-92ee1e8de512 }, name: Name(\"external-dns-b2ea7862-47bb-42f1-b96b-92ee1e8de512\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 103])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d8e48c0e-e0dc-4b6e-9dea-debf6b97a006, kind: Service { id: 81bb312e-67a2-42b5-a372-8822e031590a }, name: Name(\"external-dns-81bb312e-67a2-42b5-a372-8822e031590a\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 166, 155])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5b7d7f9f-852f-4853-91cf-313144ad7da4, kind: Service { id: 780e1728-4013-4877-b14f-85b67afdf49d }, name: Name(\"nexus-780e1728-4013-4877-b14f-85b67afdf49d\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 242, 98])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 69f5d5da-a951-4272-874c-15da0e914979, kind: Service { id: efde9fa7-2c58-47bd-9c83-7e8e861f5541 }, name: Name(\"nexus-efde9fa7-2c58-47bd-9c83-7e8e861f5541\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 188, 196])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a7adc144-c013-44b8-ac6e-6d3836bb6f2a, kind: Service { id: 11e60681-3fe1-4c95-b87c-299ad6620a05 }, name: Name(\"nexus-11e60681-3fe1-4c95-b87c-299ad6620a05\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 141, 228])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.08294028Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.082967971Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.082974621Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.082979311Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.082989361Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.082998291Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.083011212Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"86a38b30-2a78-4698-9561-bcac2384fec6","remote_addr":"[fd00:1122:3344:101::a]:63060","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":198,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.907418497Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:53037","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:48269"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:54.928578175Z","hostname":"buskin","pid":1572,"uri":"/b7550ca6-402b-440f-9dde-145781c409b9","method":"GET","req_id":"98311000-fb6a-470c-b453-2f7f654306ff","remote_addr":"[fd00:1122:3344:101::d]:48269","local_addr":"[fd00:1122:3344:101::1]:53037","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":20525,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:57.358029624Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56081"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:57.358137727Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"61beaf76-a456-45a8-92f4-2c11b51c3ebc","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56081","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":37,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:57.737912657Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38338"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:57.738012839Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d02b6b27-3a2b-480c-a6f3-31b1b025dd9d","remote_addr":"[fd00:1122:3344:101::b]:38338","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:57.803734649Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:57.80376401Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4aacf86d-441a-4cce-8e98-8092c48ddbbd","remote_addr":"[fd00:1122:3344:101::b]:38338","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:16:57.812957742Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3292a23f-2a20-4042-bc28-be00167de3d7","remote_addr":"[fd00:1122:3344:101::b]:38338","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":781,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.120717285Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51487"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.122132503Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"9dd3d1c1-3faf-44e8-866a-994155162a57","remote_addr":"[fd00:1122:3344:101::b]:51487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":805,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.146481964Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.146523465Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"cfac15b8-722e-422c-b34c-698010e57800","remote_addr":"[fd00:1122:3344:101::b]:51487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.225888635Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63272"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.226102979Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"3db45015-825a-44bf-8ae1-2f1159058f57","remote_addr":"[fd00:1122:3344:101::b]:63272","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.230895684Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"4e0d53a1-68c0-4aaf-be38-fe7240834553","remote_addr":"[fd00:1122:3344:101::b]:51487","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":188,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.330593816Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58788"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.330675587Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"76fb8e25-a9a4-40c8-b77e-2ed9ef549ea4","remote_addr":"[fd00:1122:3344:101::a]:58788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.36264988Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63080"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.363410995Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.445005939Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.52698567Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ca0ad51f-e74c-43ff-857e-dbc2c139df49","remote_addr":"[fd00:1122:3344:101::b]:63080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":164267,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.527230125Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:33419"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.527280606Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.527317777Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"ba6aed3d-4f02-4d8e-8143-302805a0897e","remote_addr":"[fd00:1122:3344:101::a]:58788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.527413159Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"762a1793-069b-4848-ae70-2ad4bb142602","remote_addr":"[fd00:1122:3344:101::c]:33419","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.528251985Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b25dae7d-fd85-4b6c-9ddc-117f8216dfa9","remote_addr":"[fd00:1122:3344:101::b]:63080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":953,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.570212615Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.570244905Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.571547451Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.57251782Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.57252966Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"6f23bfaa-af19-47bf-8e50-53ed5e8156c9","remote_addr":"[fd00:1122:3344:101::b]:63080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2681,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.575323766Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.575346226Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"83a4cecf-28fe-4758-bdd0-095d343a5c51","remote_addr":"[fd00:1122:3344:101::c]:33419","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.661091872Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49543"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.661265226Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"d9436fba-0b57-4e47-a685-8ce024e35acb","remote_addr":"[fd00:1122:3344:101::c]:49543","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.669364366Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"670a9c3c-8f5f-438d-be78-dd4734058b9c","remote_addr":"[fd00:1122:3344:101::c]:33419","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":173,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.676353144Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35246"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.676549728Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"2628b1dc-e776-4f1d-b70c-56e6f996c721","remote_addr":"[fd00:1122:3344:101::a]:35246","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.679871703Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9507931b-362b-4c18-9d60-095cd7a77d89","remote_addr":"[fd00:1122:3344:101::a]:58788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.706394168Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58877"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.70648045Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.74595567Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.804410277Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"cce92f35-a09c-4306-a233-f79f34cce293","remote_addr":"[fd00:1122:3344:101::a]:58877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97954,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.804772884Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"15d82356-d6ea-4a17-a7fe-ab8372d8b5e6","remote_addr":"[fd00:1122:3344:101::a]:58877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.837617323Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55354"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.837757986Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.875080324Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.93554153Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ae3d436a-2143-44b7-a0f6-51f9c1cc41b5","remote_addr":"[fd00:1122:3344:101::c]:55354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97836,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:18.935905577Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"1e44e0a2-6295-4619-8dda-61d07fd216e3","remote_addr":"[fd00:1122:3344:101::c]:55354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:24.915850508Z","hostname":"buskin","pid":1572,"uri":"/b7550ca6-402b-440f-9dde-145781c409b9","method":"GET","req_id":"e3146ef6-f5bf-4fad-85b5-b107d5aba141","remote_addr":"[fd00:1122:3344:101::d]:48269","local_addr":"[fd00:1122:3344:101::1]:53037","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8485,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:27.391374489Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62602"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:27.39147484Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"fc266195-35fa-42db-8d8a-7084b00e7fcb","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62602","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.00395059Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50758"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.004084783Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"8b684bcd-07ee-4a6b-9eec-4d18c29a82c3","remote_addr":"[fd00:1122:3344:101::b]:50758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":65,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.021266103Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.021283013Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5d956bc7-70a5-4456-88ef-e94872cdc32f","remote_addr":"[fd00:1122:3344:101::b]:50758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.030811421Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ac4bb165-2731-4a9d-b86e-278a71b142cc","remote_addr":"[fd00:1122:3344:101::b]:50758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":210,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.257084057Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64995"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.257293671Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"ebec020e-faeb-4ed3-adb3-0f0a06da4d0e","remote_addr":"[fd00:1122:3344:101::b]:64995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":166,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.26531131Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40906"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.265485203Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"6c43fb52-5bdd-46d6-aa34-dbe0a6d96a49","remote_addr":"[fd00:1122:3344:101::a]:40906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.300880763Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60147"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.300982585Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.342126269Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.403183346Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f61f4f33-4f73-4de9-8d1c-b5e6d4e05894","remote_addr":"[fd00:1122:3344:101::b]:60147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102246,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.403342949Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:64768"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.40338166Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53229"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.403557834Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"66a22a2a-de8a-4c73-80a7-aa5689908f5c","remote_addr":"[fd00:1122:3344:101::b]:60147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":150,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.403611575Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d04d9bdd-c6c5-4d98-911b-b505ded7403c","remote_addr":"[fd00:1122:3344:101::a]:64768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.403660436Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6267d960-feb9-4ee1-919b-14f9d8f01db4","remote_addr":"[fd00:1122:3344:101::c]:53229","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.435905573Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.435938974Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5202f7b2-5f86-43a9-b627-a9590d5a6a89","remote_addr":"[fd00:1122:3344:101::a]:64768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.448599564Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"22357aa4-0115-4917-b3f5-42b55db3a6a4","remote_addr":"[fd00:1122:3344:101::a]:64768","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":392,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.454881239Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.454903029Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c55a9c64-23d7-40fc-953c-2f089222add4","remote_addr":"[fd00:1122:3344:101::c]:53229","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.463659122Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3741e8fb-cfb8-4b0b-8eec-bcbf8b4b6f2f","remote_addr":"[fd00:1122:3344:101::c]:53229","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":216,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.497775637Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34616"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.497887729Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.53683793Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.593410148Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5dc7f37e-09c7-4e39-934f-ced7a7441c9a","remote_addr":"[fd00:1122:3344:101::a]:34616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95552,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.593517341Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38678"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.593554111Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42264"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.593770515Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.597335806Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"7750079c-c768-4154-83bf-d0882effa2b5","remote_addr":"[fd00:1122:3344:101::a]:34616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3583,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.597616822Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"8a493fe3-4d46-4cae-90f7-2f5b0afb070d","remote_addr":"[fd00:1122:3344:101::c]:38678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3812,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.632078873Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.687412027Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"78a0065f-c24b-4adf-b241-609f453b6c93","remote_addr":"[fd00:1122:3344:101::c]:42264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93762,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:48.688393287Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f6912f00-a423-45f6-b114-c605bd9f96c5","remote_addr":"[fd00:1122:3344:101::c]:42264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":784,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:54.915920864Z","hostname":"buskin","pid":1572,"uri":"/b7550ca6-402b-440f-9dde-145781c409b9","method":"GET","req_id":"baa40893-8a1c-4ede-afd3-e4b2d1ad49df","remote_addr":"[fd00:1122:3344:101::d]:48269","local_addr":"[fd00:1122:3344:101::1]:53037","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7684,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:57.4245651Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47219"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:17:57.424687972Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"aa0494b1-b8d8-42c5-a8a9-a8e3cc8cf735","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47219","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.125640272Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45415"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.125800035Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"904858b1-2bae-48b2-80b4-e82ed0b9eb11","remote_addr":"[fd00:1122:3344:101::b]:45415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.15637005Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.156436651Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5cceadf4-7fca-4f37-ae56-f1e463ce311d","remote_addr":"[fd00:1122:3344:101::b]:45415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1282,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.167611972Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"88019f2a-6d74-4d82-99ed-002f5687fd95","remote_addr":"[fd00:1122:3344:101::b]:45415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":207,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.322869663Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63760"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.323082077Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"85849a2a-db3e-45f3-bba2-ab46ee5fc449","remote_addr":"[fd00:1122:3344:101::b]:63760","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.359294343Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33450"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.359444446Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"910abbe4-bce6-46a2-a3e5-e002a6639e77","remote_addr":"[fd00:1122:3344:101::a]:33450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.409864563Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.409890674Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3269fa5b-8aac-4a95-b5d5-c30cba388e67","remote_addr":"[fd00:1122:3344:101::a]:33450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.421262689Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"22ffe49c-36b2-4c13-8bde-939314ded18c","remote_addr":"[fd00:1122:3344:101::a]:33450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":180,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.439924108Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36885"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.44004313Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.482222184Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.549302231Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5d56e005-648e-4975-be23-94e22a0a1336","remote_addr":"[fd00:1122:3344:101::b]:36885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109308,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.549636628Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f8fd5bf3-3816-4a0d-a57c-caa8fefef9df","remote_addr":"[fd00:1122:3344:101::b]:36885","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.550517005Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38564"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.550794521Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"00658fcc-b54a-43a0-89e1-0da9cb5d5c0c","remote_addr":"[fd00:1122:3344:101::c]:38564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.586877694Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40374"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.58720507Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"079971eb-badd-42bf-b0f1-fe7027827b22","remote_addr":"[fd00:1122:3344:101::a]:40374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":242,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.617266775Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.617297546Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9c4abdb3-d61d-431c-8f95-71e7ed430bfa","remote_addr":"[fd00:1122:3344:101::c]:38564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.627395575Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"4d50f537-a639-4ad2-8acd-2b16fced3a50","remote_addr":"[fd00:1122:3344:101::c]:38564","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.760397306Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60976"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.760507688Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.799985369Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.862030886Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"65180ce3-d1fe-4d89-b78c-5112a2cedb2e","remote_addr":"[fd00:1122:3344:101::a]:60976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101566,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.862135238Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35513"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.863022886Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"4c7e15db-1734-4688-87a9-9f3f15080cf0","remote_addr":"[fd00:1122:3344:101::c]:35513","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":806,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.863040906Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"8928950f-c264-4927-8848-81dac15d8f50","remote_addr":"[fd00:1122:3344:101::a]:60976","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":795,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.913965103Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43633"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.914114896Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:18.951400143Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:19.006576645Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5d41c8af-2a21-4097-b242-afb7dbc22867","remote_addr":"[fd00:1122:3344:101::c]:43633","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92530,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:19.00682885Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"e949b827-8838-4861-8716-18bc12baba3d","remote_addr":"[fd00:1122:3344:101::c]:43633","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:24.916835147Z","hostname":"buskin","pid":1572,"uri":"/b7550ca6-402b-440f-9dde-145781c409b9","method":"GET","req_id":"acde57c3-b765-485a-b692-a8bddefda482","remote_addr":"[fd00:1122:3344:101::d]:48269","local_addr":"[fd00:1122:3344:101::1]:53037","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8251,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:27.45819411Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43751"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:27.458312352Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"f869fbf5-2c96-42fc-98fb-2b43370de99f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43751","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.18394246Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35142"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.184079042Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"794f8449-58a0-4d80-902a-dd83ffb6cd88","remote_addr":"[fd00:1122:3344:101::b]:35142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.232341617Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.232370168Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"7e19351f-8fb6-4a58-9f36-e504cfc4706d","remote_addr":"[fd00:1122:3344:101::b]:35142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.24717058Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3d81ff3d-120d-4baf-a9b0-af78ab7b1dd7","remote_addr":"[fd00:1122:3344:101::b]:35142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":205,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.280768015Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:35166"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.280940208Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0d321bc0-d51a-4ef7-b36f-287a011bb41d","remote_addr":"[fd00:1122:3344:101::a]:35166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":59,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.312962342Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64330"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.313106245Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.35887925Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.425172221Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"00d0dfc9-0417-4d13-a9df-18b3c484ef60","remote_addr":"[fd00:1122:3344:101::b]:64330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112115,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.425389055Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45457"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.425433856Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59662"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.425484207Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43939"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.425502817Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.425530668Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8036dcf8-7bec-49e0-845c-0ee7e116803a","remote_addr":"[fd00:1122:3344:101::a]:35166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":154,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.425715852Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a6ec202e-6869-4f96-a1e9-b4e68e13e0bc","remote_addr":"[fd00:1122:3344:101::b]:64330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":248,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.425784673Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.43118427Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"8bb7b56a-ff01-4385-ad62-8bbbe6031cd8","remote_addr":"[fd00:1122:3344:101::c]:59662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5278,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.431287122Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"a0524891-a459-47cd-8cee-9bb521ee4864","remote_addr":"[fd00:1122:3344:101::b]:45457","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5421,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.435501845Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0ed8bfa5-2958-4150-988b-532049f04b5c","remote_addr":"[fd00:1122:3344:101::a]:35166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":218,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.466356216Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.466406306Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"9c9bbe4e-ae48-4602-b88e-df8153d82d54","remote_addr":"[fd00:1122:3344:101::c]:59662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":925,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.468716012Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.514826684Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42840"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.515089609Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"1d2ef47f-727a-40c3-8e6d-94c57f127557","remote_addr":"[fd00:1122:3344:101::a]:42840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.530652697Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"364e88d4-e1c9-4e38-93e9-dc95d1610b02","remote_addr":"[fd00:1122:3344:101::a]:43939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104988,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.530942043Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"8f18af25-830f-48b7-be5c-15430372b209","remote_addr":"[fd00:1122:3344:101::a]:43939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.535902501Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43070"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.536767208Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"7352776f-cfe9-4857-b1b8-ce548887c42d","remote_addr":"[fd00:1122:3344:101::c]:43070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":774,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.566229921Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43403"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.566363603Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.600003229Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.649686901Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f3721ffc-c0ab-47a4-91f8-f32955108ed5","remote_addr":"[fd00:1122:3344:101::c]:43403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":83373,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.650188611Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b10c9a6e-e432-4bcc-b489-e388b099f041","remote_addr":"[fd00:1122:3344:101::c]:43403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":226,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:48.650251222Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"483e7d17-8852-4534-abcc-0725442a15f9","remote_addr":"[fd00:1122:3344:101::c]:59662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":358,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:54.929472422Z","hostname":"buskin","pid":1572,"uri":"/b7550ca6-402b-440f-9dde-145781c409b9","method":"GET","req_id":"e0bf601d-b7f9-4f42-95f3-7468c93657cf","remote_addr":"[fd00:1122:3344:101::d]:48269","local_addr":"[fd00:1122:3344:101::1]:53037","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":14281,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:57.492106715Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46837"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:18:57.492231148Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"941584a4-0b5b-4193-8b29-eb71cd022da3","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46837","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:16.493985191Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.299180204Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:32831"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.299329427Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"d4f7a823-1467-43fd-b4b0-a3b97ae60514","remote_addr":"[fd00:1122:3344:101::b]:32831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.355644791Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.355683802Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"52104250-1a46-4b53-828d-aa25521f4f34","remote_addr":"[fd00:1122:3344:101::b]:32831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.365151509Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"ed092095-8ee2-4f20-862b-f0a29dd448ec","remote_addr":"[fd00:1122:3344:101::b]:32831","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1322,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.409419665Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52106"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.409491166Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"66fadf77-ae1c-43c1-aeec-4eee199cf115","remote_addr":"[fd00:1122:3344:101::a]:52106","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.478605963Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.478673634Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"09e84951-482e-4988-a7ab-99086099fa85","remote_addr":"[fd00:1122:3344:101::a]:52106","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":134,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.49011303Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"acd905dc-056f-458d-b473-b7f5e7f64aa7","remote_addr":"[fd00:1122:3344:101::a]:52106","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1572,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.523600823Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:53331"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.523790397Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5cac4369-9495-4cae-a6e7-83771826e840","remote_addr":"[fd00:1122:3344:101::b]:53331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.55831591Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62213"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.558413001Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"401bce10-2cc0-49b4-8623-6261879b40a0","remote_addr":"[fd00:1122:3344:101::c]:62213","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.569671624Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34806"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.569920239Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"d316e375-dd5d-457c-b083-26bc9f3ab158","remote_addr":"[fd00:1122:3344:101::a]:34806","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":150,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.572617842Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:35858"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.572779175Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.615763915Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.684295081Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8b8e8cf7-a5b7-444d-9983-1831d1065af0","remote_addr":"[fd00:1122:3344:101::b]:35858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":111569,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.684488275Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45008"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.68477023Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.68477832Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.684825901Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"288e3998-c3c8-4498-ba49-a56565e8fb8a","remote_addr":"[fd00:1122:3344:101::c]:62213","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":216,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.688371071Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f8335be5-b9cc-4f26-bff6-75fa20242e67","remote_addr":"[fd00:1122:3344:101::b]:35858","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3730,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.69384433Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e43aea17-0f2b-477b-9b64-46fa9a4a389c","remote_addr":"[fd00:1122:3344:101::c]:62213","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":928,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.721309863Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.735615616Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:41751"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.736014324Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"eecee596-0e38-4b0c-b62b-3cb390584304","remote_addr":"[fd00:1122:3344:101::c]:41751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":211,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.775636037Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"cde78eb1-57c7-4ff6-a566-8d183a59187a","remote_addr":"[fd00:1122:3344:101::a]:45008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90982,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.775975434Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f7a2af2e-2fed-4e86-9a39-42578bb0e5f3","remote_addr":"[fd00:1122:3344:101::a]:45008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.818912653Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51977"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.819054706Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.855609609Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.91177326Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7b8d2f1b-c1b8-4a33-9ee1-6106fcffdbc9","remote_addr":"[fd00:1122:3344:101::c]:51977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92773,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:18.912062106Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a5382a0f-6e5b-4424-b6f5-128276bfbaee","remote_addr":"[fd00:1122:3344:101::c]:51977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:25.090713106Z","hostname":"buskin","pid":1572,"uri":"/b7550ca6-402b-440f-9dde-145781c409b9","method":"GET","req_id":"1b8db1a2-f57f-433d-95c5-d2b5dbccddf8","remote_addr":"[fd00:1122:3344:101::d]:48269","local_addr":"[fd00:1122:3344:101::1]:53037","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8165,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:27.526673784Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52968"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:27.526808617Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"19beccd8-ea7f-4b28-abf7-b147b474a51c","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52968","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.142237865Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64671"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.142373918Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"549b64e6-f34e-48e3-ae18-8267daf319a8","remote_addr":"[fd00:1122:3344:101::b]:64671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.159095618Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.15914153Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1914ada1-c133-4f9a-87c6-928be8f9f5c3","remote_addr":"[fd00:1122:3344:101::b]:64671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":945,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.168745159Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e30864f3-20a1-4f7c-916b-05ffc6dd912f","remote_addr":"[fd00:1122:3344:101::b]:64671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":175,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.262765179Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57184"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.262868511Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2173df66-a8ec-4d4f-a475-de7c7aef8479","remote_addr":"[fd00:1122:3344:101::a]:57184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.264765708Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46754"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.264979213Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"0aa0c652-e6fc-4b6e-b0f1-36ca5ec8cd32","remote_addr":"[fd00:1122:3344:101::b]:46754","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.314019703Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.314045293Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"482a9c34-bac8-488d-b2a8-e54a8bcdce15","remote_addr":"[fd00:1122:3344:101::a]:57184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.323906791Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"980ca292-5088-4ad7-97fa-3bb8388c2adb","remote_addr":"[fd00:1122:3344:101::a]:57184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":896,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.33209346Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39192"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.332184332Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.376150102Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.438142608Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"26695f52-6832-4807-9157-be94b8b7b1dd","remote_addr":"[fd00:1122:3344:101::b]:39192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105994,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.438359982Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38846"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.438423943Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36712"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.438489035Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53663"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.439304571Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"2537c0de-d64b-4c22-80db-58b8ae6ad013","remote_addr":"[fd00:1122:3344:101::b]:39192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":942,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.439358732Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.439365932Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"02a78352-1017-4601-aec3-d97bbc373b56","remote_addr":"[fd00:1122:3344:101::c]:38846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":694,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.439382112Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"a864bf43-cac9-44de-b56c-3da315bf9fdd","remote_addr":"[fd00:1122:3344:101::a]:53663","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":761,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.45595955Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.456048222Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"508d1134-fd78-4050-b17e-6efdf022e1b2","remote_addr":"[fd00:1122:3344:101::c]:38846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":549,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.47316741Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:53980"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.473414075Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5d89612f-3eff-4a2a-89b3-461d4aa49d6c","remote_addr":"[fd00:1122:3344:101::c]:53980","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":158,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.475965006Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.480183539Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8939937e-27ab-4cee-a6d3-cec1e79b1e7d","remote_addr":"[fd00:1122:3344:101::c]:38846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1304,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.531358301Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"76b54f3b-5332-4eb8-8784-0d44f4ea7c81","remote_addr":"[fd00:1122:3344:101::a]:36712","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92668,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.531757019Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"4a6f2f29-1b36-4acb-a943-ff0c97f8ea7d","remote_addr":"[fd00:1122:3344:101::a]:36712","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":168,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.546423459Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38631"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.546572872Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.584614314Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.638053701Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a0c86cf7-4d30-4ee0-9464-64cb39a66c71","remote_addr":"[fd00:1122:3344:101::c]:38631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91543,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:48.638975239Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c1dde16b-8e08-4b33-9d61-53ed3637accf","remote_addr":"[fd00:1122:3344:101::c]:38631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":705,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:55.090807853Z","hostname":"buskin","pid":1572,"uri":"/b7550ca6-402b-440f-9dde-145781c409b9","method":"GET","req_id":"e671b3bf-2919-40fc-a595-f8046665c124","remote_addr":"[fd00:1122:3344:101::d]:48269","local_addr":"[fd00:1122:3344:101::1]:53037","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7606,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:57.558853556Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40027"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:19:57.558952018Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"f70fb162-16b4-4895-8f48-6a6c93d10230","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40027","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.333644046Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44619"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.335128375Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6128c731-038a-4e97-a9e4-8b25ba8f2140","remote_addr":"[fd00:1122:3344:101::a]:44619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1375,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.390098572Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43447"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.390250275Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"dde3a25f-ab76-404a-9ecf-a57dc1e0a123","remote_addr":"[fd00:1122:3344:101::b]:43447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.404599369Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.404621989Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"58902922-3a45-4409-99b3-5af404966839","remote_addr":"[fd00:1122:3344:101::a]:44619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.420083405Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d55794ec-dda1-4322-a7b0-317b88824f0f","remote_addr":"[fd00:1122:3344:101::a]:44619","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":189,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.452024277Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.452039638Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"19ebac21-971a-4f8a-b7d8-0aaa29dcb030","remote_addr":"[fd00:1122:3344:101::b]:43447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.457428514Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:42114"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.457574487Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"fbb37225-e4b8-46b9-afbc-ead779de8c47","remote_addr":"[fd00:1122:3344:101::c]:42114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.463960923Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c70a8635-3207-455f-9596-6a5b5481becc","remote_addr":"[fd00:1122:3344:101::b]:43447","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":165,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.50422035Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.50424675Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"56a1713f-bab2-45ab-b13e-e0a59171cb97","remote_addr":"[fd00:1122:3344:101::c]:42114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.52041229Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d0596b8b-e2a0-47c1-ae86-3a0643d55ee5","remote_addr":"[fd00:1122:3344:101::c]:42114","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1900,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.592712109Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63871"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.593206249Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"c60bcf96-b909-4296-ac50-ab47c4f5762b","remote_addr":"[fd00:1122:3344:101::b]:63871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":170,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.599459743Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60403"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.599563795Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.635642338Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.680939514Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"1c0c613f-837c-41f4-9b73-82e8551b4524","remote_addr":"[fd00:1122:3344:101::b]:60403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81430,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.681043356Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59875"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.681071737Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38588"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.682208259Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"feb198a8-a04d-4c8e-a671-b07ed78c2d1b","remote_addr":"[fd00:1122:3344:101::a]:38588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1062,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.68223318Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"35eb7fba-10c7-4ea7-8faf-de80a30d6fca","remote_addr":"[fd00:1122:3344:101::c]:59875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":945,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.682282851Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b7c4647d-1221-4f46-8d4d-e2276ea9e442","remote_addr":"[fd00:1122:3344:101::b]:60403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1068,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.717023038Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60453"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.717157891Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.757918497Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.820007095Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"d1d19134-0f03-43a8-927c-0d8c953c97f5","remote_addr":"[fd00:1122:3344:101::a]:60453","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102919,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.820194248Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39182"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.821095176Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.821167528Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"59b40c31-7d05-4977-bd8d-c82772497f17","remote_addr":"[fd00:1122:3344:101::a]:60453","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":958,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.858053217Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.914288989Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"1e5b937c-41c8-4447-b811-9b4f78c60644","remote_addr":"[fd00:1122:3344:101::c]:39182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93942,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:18.914624526Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"812771d3-6c02-46a3-a426-7fa6d30df177","remote_addr":"[fd00:1122:3344:101::c]:39182","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":135,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:25.091464771Z","hostname":"buskin","pid":1572,"uri":"/b7550ca6-402b-440f-9dde-145781c409b9","method":"GET","req_id":"528a680d-beb5-4b32-95dc-d542c452a8b3","remote_addr":"[fd00:1122:3344:101::d]:48269","local_addr":"[fd00:1122:3344:101::1]:53037","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7727,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:27.59273833Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40629"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:27.592848532Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"39e07acf-dd58-46df-91a9-929b55e38a52","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40629","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.012931518Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39670"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.01306624Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a7fcc888-0c65-45a0-b517-34bb5b561ae1","remote_addr":"[fd00:1122:3344:101::b]:39670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.027264771Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.027281352Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"63f3657c-1723-4569-b997-ae4a40f6f860","remote_addr":"[fd00:1122:3344:101::b]:39670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.038372661Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e6c698eb-4986-43e5-bfcd-83ddb1d7c84d","remote_addr":"[fd00:1122:3344:101::b]:39670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":233,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.219123676Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55470"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.219365921Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"9ef06519-1fdb-4b46-907a-a18a96aeb8a6","remote_addr":"[fd00:1122:3344:101::b]:55470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":177,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.242946457Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54136"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.24307532Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.286031699Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.34066444Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5eb4c606-14c5-485e-a0e2-a3e2c0f6d7a3","remote_addr":"[fd00:1122:3344:101::b]:54136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97642,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.340809613Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52791"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.340848063Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47117"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.341040507Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6855105a-ba17-4e8b-8f30-c2f9d3cafe83","remote_addr":"[fd00:1122:3344:101::c]:47117","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.342035927Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"99a8a424-c4cc-4f0c-bd78-c8a9497c0ca4","remote_addr":"[fd00:1122:3344:101::a]:52791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1028,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.342091668Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"2d608078-514d-44c5-83b0-c0b7fd076187","remote_addr":"[fd00:1122:3344:101::b]:54136","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1103,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.358745037Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.358772898Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"171939a6-8073-4e3a-ae49-3db5465837fd","remote_addr":"[fd00:1122:3344:101::c]:47117","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.367436869Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"dfcfb0fe-0bca-40ac-b850-f9bce53846d0","remote_addr":"[fd00:1122:3344:101::c]:47117","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":307,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.40133214Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.40135425Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2a9e45da-14f4-400f-8591-c6bbfe47a226","remote_addr":"[fd00:1122:3344:101::a]:52791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1083,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.418245854Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48551"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.418341246Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.455875458Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.509346256Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"0f689594-5662-46ba-87f9-b7b85641cd60","remote_addr":"[fd00:1122:3344:101::a]:48551","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91048,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.50955096Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60553"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.509740664Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"f2c72270-2f91-4819-b620-252a47841dbc","remote_addr":"[fd00:1122:3344:101::a]:48551","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.509838306Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"36f81191-6672-418f-94a2-32c4645fb450","remote_addr":"[fd00:1122:3344:101::a]:60553","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":184,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.518543458Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1500158d-806a-48e1-8fb6-2dc6216edfc2","remote_addr":"[fd00:1122:3344:101::a]:52791","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":878,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.535529664Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:64468"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.535697157Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"a71cc9ea-8dec-47a1-8d06-e64a8d5cdde5","remote_addr":"[fd00:1122:3344:101::c]:64468","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.602233363Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54053"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.602331525Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.636916989Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.686123862Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f2265db8-0e5c-4702-81c5-37576a387f4a","remote_addr":"[fd00:1122:3344:101::c]:54053","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":83838,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:48.686377577Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"3ef3bcc8-776d-41f5-8ee0-1061d0d6efca","remote_addr":"[fd00:1122:3344:101::c]:54053","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.075459414Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52070"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.075660647Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"cd9b7f8a-e8c9-47d6-8e58-4197fb79a589","remote_addr":"[fd00:1122:3344:101::a]:52070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.076668367Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(5895998) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.076692848Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"PUT","req_id":"997b78f3-2e0d-44d3-b460-65123a26ae54","remote_addr":"[fd00:1122:3344:101::a]:52070","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":846,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.306891651Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51065"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.309736747Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: aee7d4e3-bec4-4d30-bd9a-e4ef6d5987ba, project_id: d91d1c22-f040-4d8d-bcdd-1785b9553612 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-09T23:20:53.302308080Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 574f1616-a64a-4ba9-b845-f5b61db39ea8, kind: Instance { id: d95db95c-c848-4d02-935c-a14d6615df7e }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5895998), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 574f1616-a64a-4ba9-b845-f5b61db39ea8, kind: Instance { id: d95db95c-c848-4d02-935c-a14d6615df7e }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5895998), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 574f1616-a64a-4ba9-b845-f5b61db39ea8, kind: Instance { id: d95db95c-c848-4d02-935c-a14d6615df7e }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5895998), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(5895998))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 574f1616-a64a-4ba9-b845-f5b61db39ea8, kind: Instance { id: d95db95c-c848-4d02-935c-a14d6615df7e }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5895998), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-c35dee64983\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: f4e3ecdb-3b48-47c1-9f83-d5041164dad4, read_only_parent: Some(Volume { block_size: 512, id: b9c162dd-abd7-4e8e-a766-40aacc38b46c, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: b9f86859-4685-4220-a157-ab853930dbcd, key: Some(\"qtLfvxkynJ+lTfhsnYcshyLu/hR3vHDq/8n3VlYQNPs=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::1a]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f4e3ecdb-3b48-47c1-9f83-d5041164dad4, key: Some(\"omyiVGT0YlAEYbez4Tj/36VWzbhC7nIWL1KiZLbdOEI=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-c35dee64983\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.309785508Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.309792038Z","hostname":"buskin","pid":1572,"propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:1139","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 574f1616-a64a-4ba9-b845-f5b61db39ea8, kind: Instance { id: d95db95c-c848-4d02-935c-a14d6615df7e }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5895998), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 574f1616-a64a-4ba9-b845-f5b61db39ea8, kind: Instance { id: d95db95c-c848-4d02-935c-a14d6615df7e }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5895998), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 574f1616-a64a-4ba9-b845-f5b61db39ea8, kind: Instance { id: d95db95c-c848-4d02-935c-a14d6615df7e }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5895998), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(5895998))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 574f1616-a64a-4ba9-b845-f5b61db39ea8, kind: Instance { id: d95db95c-c848-4d02-935c-a14d6615df7e }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5895998), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-c35dee64983\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: f4e3ecdb-3b48-47c1-9f83-d5041164dad4, read_only_parent: Some(Volume { block_size: 512, id: b9c162dd-abd7-4e8e-a766-40aacc38b46c, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: b9f86859-4685-4220-a157-ab853930dbcd, key: Some(\"qtLfvxkynJ+lTfhsnYcshyLu/hR3vHDq/8n3VlYQNPs=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19001\", \"[fd00:1122:3344:101::16]:19001\", \"[fd00:1122:3344:101::1a]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: f4e3ecdb-3b48-47c1-9f83-d5041164dad4, key: Some(\"omyiVGT0YlAEYbez4Tj/36VWzbhC7nIWL1KiZLbdOEI=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::19]:19002\", \"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-c35dee64983\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-09T23:20:53.302308080Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.30986733Z","hostname":"buskin","pid":1572,"uri":"/vmms/5e21e23c-0e7e-4bb1-a881-14c55a63a407","method":"PUT","req_id":"e5c3283a-3fcd-4458-a5c3-83298b1d1948","remote_addr":"[fd00:1122:3344:101::a]:51065","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2884,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.426527007Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55552"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.427771162Z","hostname":"buskin","pid":1572,"uri":"/vmms/5e21e23c-0e7e-4bb1-a881-14c55a63a407/state","method":"PUT","req_id":"564d42df-6fbc-4efd-a5e1-d2d0938859a2","remote_addr":"[fd00:1122:3344:101::a]:55552","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1126,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.428331133Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 5895998 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.428373403Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.469048808Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.490102615Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.590655303Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38678"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.590832176Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"5ce00121-6059-48bb-a6fa-e5ad3479abed","remote_addr":"[fd00:1122:3344:101::a]:38678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":104,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:53.608110758Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {574f1616-a64a-4ba9-b845-f5b61db39ea8: {10.151.1.176: {2572ccff-b800-408f-b29a-5a3d8574b15f}, 10.151.1.175: {2572ccff-b800-408f-b29a-5a3d8574b15f}}} }"} {"msg":"Profile for oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:54.621935119Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:54.622113883Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"} {"msg":"wait for service Some(\"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407\") failed: Property not found. retry in 74.489428ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:20:54.814843875Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407\") failed: Property not found. retry in 148.520595ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:20:54.906452176Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407\") failed: Property not found. retry in 167.81615ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:20:55.073003881Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:55.093887114Z","hostname":"buskin","pid":1572,"uri":"/b7550ca6-402b-440f-9dde-145781c409b9","method":"GET","req_id":"4b340b10-e048-42a3-b596-c54d83a91d2e","remote_addr":"[fd00:1122:3344:101::d]:48269","local_addr":"[fd00:1122:3344:101::1]:53037","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":10589,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407\") failed: Property not found. retry in 598.779883ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:20:55.256982789Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407\") failed: Property not found. retry in 1.103651191s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:20:55.86732592Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407\") failed: Property not found. retry in 916.687152ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:20:56.982465716Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:57.626782329Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43423"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:20:57.626904931Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"62500238-342d-47b1-b4fe-fbc822d8b1e1","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:43423","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"} {"msg":"wait for service Some(\"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407\") failed: Property not found. retry in 1.284446612s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:20:57.910562031Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407\") failed: Property not found. retry in 1.386025759s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:20:59.2064127Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:00.621493818Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:1633"} {"msg":"wait for service Some(\"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407\") failed: Property not found. retry in 53.792808ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:21:00.629625439Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407\") failed: Property not found. retry in 75.451358ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:21:00.691956081Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407\") failed: Property not found. retry in 212.630981ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:21:00.776021504Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407\") failed: Property not found. retry in 211.295514ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:21:00.998890692Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407\") failed: Property not found. retry in 496.979834ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:21:01.219972095Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:01.729842989Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:1642"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:01.77037185Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:1666"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:01.908280468Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:835"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:01.909671265Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1210"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:01.909724156Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"12bbddc6-48f3-420e-9588-9be761e22239","remote_addr":"[fd00:1122:3344:101::a]:38678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8301608,"response_code":"204"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-09T23:21:01.912065273Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:01.912085713Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:01.912113453Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-09T23:21:01.912065273Z }","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:01.912124214Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-09T23:21:01.912065273Z }, migration_in: None, migration_out: None }","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-09T23:21:01.984256960Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:01.984285851Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:01.984313641Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-09T23:21:01.984256960Z }","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:01.984322932Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-09T23:21:01.984256960Z }, migration_in: None, migration_out: None }","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:02.007899748Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"611ad9a4-05cb-42d4-af6e-27b00e94991a","remote_addr":"[fd00:1122:3344:101::a]:38678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":392,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:10.734291028Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36116"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:10.73492221Z","hostname":"buskin","pid":1572,"uri":"/vmms/5e21e23c-0e7e-4bb1-a881-14c55a63a407/state","method":"PUT","req_id":"370b0515-141e-4f31-b560-9664c74becf6","remote_addr":"[fd00:1122:3344:101::a]:36116","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":525,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-09T23:21:10.735026703Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:10.735042973Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:10.735057023Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-09T23:21:10.735026703Z }","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:10.735071593Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-09T23:21:10.735026703Z }, migration_in: None, migration_out: None }","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-09T23:21:10.756731732Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:10.756752232Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:10.756771742Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-09T23:21:10.756731732Z }","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:10.756779783Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:721","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:10.756810113Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:10.759396874Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:10.759439215Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/12b1d960-8403-4e3e-ab17-ade9ddf14a47/debug/bundle/zone\", \"/pool/int/31a1b01b-d124-4e0d-9e0c-78928b0be744/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/5e768dfd-a37c-4c4d-a2ad-d71bbce45468/crypt/debug\", \"/pool/ext/2c619501-cf3c-4716-acb2-69e678bc135e/crypt/debug\", \"/pool/ext/363ba9dc-50b0-41b3-bad2-63af668f1bfb/crypt/debug\", \"/pool/ext/0f1674be-fe99-41ac-8e3d-cac6ad2b4244/crypt/debug\", \"/pool/ext/9ebd9b70-0c29-4ec7-962a-d04103f163ac/crypt/debug\", \"/pool/ext/c38891dd-3d1d-440e-9c76-9b395f0c96d7/crypt/debug\", \"/pool/ext/2927d630-c36c-46a6-86b2-155254207fe2/crypt/debug\", \"/pool/ext/ef6af0ca-2803-42da-991f-fb732a7b3eda/crypt/debug\", \"/pool/ext/2681938d-81e9-4d61-a343-32804acd18fc/crypt/debug\"] }","zone_name":"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:11.405223778Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407\", bundle_id: f003eda2-0a5b-4210-baf7-ca41864acd19 }, time_created: 2024-10-09T23:21:10.760454235Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_5e21e23c-0e7e-4bb1-a881-14c55a63a407","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T23:21:11.405294839Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:935"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:13.166838799Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:13.183632821Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(5895998), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:13.183668552Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(5895998), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:13.18410361Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-09T23:21:13.184074820Z }, migration_in: None, migration_out: None }","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:13.220654143Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-09T23:21:13.184074820Z }, migration_in: None, migration_out: None }","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:13.22503073Z","hostname":"buskin","pid":1572,"instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","propolis_id":"5e21e23c-0e7e-4bb1-a881-14c55a63a407","instance_id":"d95db95c-c848-4d02-935c-a14d6615df7e","component":"InstanceManager","file":"sled-agent/src/instance.rs:872"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:13.805757005Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33086"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:13.806394158Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c557bcdf-bfdb-4433-8179-1773464ce1ae","remote_addr":"[fd00:1122:3344:101::b]:33086","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":575,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:13.820302773Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {574f1616-a64a-4ba9-b845-f5b61db39ea8: {10.151.1.175: {2572ccff-b800-408f-b29a-5a3d8574b15f}, 10.151.1.176: {2572ccff-b800-408f-b29a-5a3d8574b15f}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:13.820327734Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3543fe92-414c-4970-9e63-852b0f3fe73e","remote_addr":"[fd00:1122:3344:101::b]:33086","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:13.829201249Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"2d2685c1-d85b-4854-b44c-59b0ee227dd7","remote_addr":"[fd00:1122:3344:101::b]:33086","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":143,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:13.924560385Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55448"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:13.924705698Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"20db058a-2cc2-44f1-ab72-c4159befdc41","remote_addr":"[fd00:1122:3344:101::b]:55448","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:14.02036282Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50902"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:14.021103745Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5c62bdc3-4ae2-491b-83f2-2fb5c307a988","remote_addr":"[fd00:1122:3344:101::a]:50902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":684,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:14.159294748Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34794"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:14.15940809Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e1298c6e-5967-403b-af27-bc5eaf7136f7","remote_addr":"[fd00:1122:3344:101::a]:34794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":69,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:14.17254575Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:14.172614151Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1210"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:14.172624801Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6d9832b2-d163-45af-baa8-592ef0a7c2ff","remote_addr":"[fd00:1122:3344:101::a]:34794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:14.183294703Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"4a090838-f6f9-4e43-b13a-be8607bd9e7e","remote_addr":"[fd00:1122:3344:101::a]:34794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":912,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:15.119622101Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60545"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:15.119745483Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f2f23742-6c50-4a3c-a7fe-f6095ec2646c","remote_addr":"[fd00:1122:3344:101::a]:60545","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:15.162261274Z","hostname":"buskin","pid":1572,"sled_id":"b7550ca6-402b-440f-9dde-145781c409b9","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:15.162290895Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6625813c-ad59-4723-a1c2-f3b288e10896","remote_addr":"[fd00:1122:3344:101::a]:60545","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":67,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T23:21:15.173272152Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6c056d66-ceb3-4c3e-bcdc-c1513ead47e2","remote_addr":"[fd00:1122:3344:101::a]:60545","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":177,"response_code":"204"}