| 1 | | [ Sep 25 17:22:54 Enabled. ] |
| 2 | | [ Sep 25 17:22:54 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
| 3 | | [ Sep 25 17:22:54 Method "start" exited with status 0. ] |
| 4 | | [ Sep 25 17:22:54 Rereading configuration. ] |
| 5 | | [ Sep 25 17:22:54 No 'refresh' method defined. Treating as :true. ] |
| 6 | | note: configured to log to "/dev/stdout" |
| 7 | 2024-09-25T17:22:54.557Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:113
|
| 8 | 2024-09-25T17:22:54.558Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:255
|
| 9 | 2024-09-25T17:22:54.609Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:262
|
| 10 | 2024-09-25T17:22:54.609Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
| 11 | 2024-09-25T17:22:54.722Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
| 12 | 2024-09-25T17:22:54.731Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
| 13 | 2024-09-25T17:22:54.739Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:272
path = /var/run/oxide/
|
| 14 | 2024-09-25T17:22:55.339Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }
|
| 15 | 2024-09-25T17:22:55.476Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:126
|
| 16 | 2024-09-25T17:22:55.476Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:138
|
| 17 | 2024-09-25T17:22:55.476Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:151
|
| 18 | 2024-09-25T17:22:55.476Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:173
nongimlet_observed_disks = []
sled_mode = Scrimlet { asic: SoftNpuZone }
|
| 19 | 2024-09-25T17:22:55.476Z | INFO | SledAgent (DumpSetup-worker): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:520
|
| 20 | 2024-09-25T17:22:55.476Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:717
|
| 21 | 2024-09-25T17:22:55.480Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "sock", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:624
|
| 22 | 2024-09-25T17:22:55.480Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:766
|
| 23 | 2024-09-25T17:22:55.480Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:187
|
| 24 | 2024-09-25T17:22:55.480Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:825
|
| 25 | 2024-09-25T17:22:55.480Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_0.vdev
|
| 26 | 2024-09-25T17:22:55.480Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = None
|
| 27 | 2024-09-25T17:22:55.480Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 28 | 2024-09-25T17:22:55.480Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 29 | 2024-09-25T17:22:55.480Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
path = /scratch/m2_0.vdev
|
| 30 | 2024-09-25T17:22:55.491Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 31 | 2024-09-25T17:22:55.491Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool)
|
| 32 | 2024-09-25T17:22:55.589Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal }
|
| 33 | 2024-09-25T17:22:55.995Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:451
|
| 34 | 2024-09-25T17:22:55.995Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_1.vdev
|
| 35 | 2024-09-25T17:22:55.995Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 36 | 2024-09-25T17:22:55.995Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 37 | 2024-09-25T17:22:55.995Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 38 | 2024-09-25T17:22:55.995Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 39 | 2024-09-25T17:22:55.995Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
path = /scratch/m2_1.vdev
|
| 40 | 2024-09-25T17:22:56.004Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 41 | 2024-09-25T17:22:56.004Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool)
|
| 42 | 2024-09-25T17:22:56.089Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal }
|
| 43 | 2024-09-25T17:22:56.497Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_0.vdev
|
| 44 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 45 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 46 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 47 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 48 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 49 | 2024-09-25T17:22:56.497Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_1.vdev
|
| 50 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 51 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 52 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 53 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 54 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 55 | 2024-09-25T17:22:56.497Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_2.vdev
|
| 56 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 57 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 58 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 59 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 60 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 61 | 2024-09-25T17:22:56.497Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_3.vdev
|
| 62 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 63 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 64 | 2024-09-25T17:22:56.497Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_4.vdev
|
| 65 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 66 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 67 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 68 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 69 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 70 | 2024-09-25T17:22:56.497Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_5.vdev
|
| 71 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 72 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 73 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 74 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 75 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 76 | 2024-09-25T17:22:56.497Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 77 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 78 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 79 | 2024-09-25T17:22:56.498Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_6.vdev
|
| 80 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 81 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 82 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 83 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 84 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 85 | 2024-09-25T17:22:56.498Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_7.vdev
|
| 86 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 87 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 88 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 89 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 90 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 91 | 2024-09-25T17:22:56.498Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_8.vdev
|
| 92 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
| 93 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 94 | 2024-09-25T17:22:56.498Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:97
|
| 95 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 96 | 2024-09-25T17:22:56.498Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-agent/src/long_running_tasks.rs:99
|
| 97 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 98 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 99 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 100 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 101 | 2024-09-25T17:22:56.498Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:211
|
| 102 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 103 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 104 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (bootstore): No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 105 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (bootstore): No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 106 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-sock-i86pc
|
| 107 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (bootstore): No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 108 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (bootstore): No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-sock-i86pc
|
| 109 | 2024-09-25T17:22:56.498Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-sock-i86pc
|
| 110 | 2024-09-25T17:22:56.498Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:216
|
| 111 | 2024-09-25T17:22:56.498Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:231
|
| 112 | 2024-09-25T17:22:56.508Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:737
|
| 113 | 2024-09-25T17:22:56.508Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 2705, tv_nsec: 459696647 }
time_to_next_cleanup = 599.999913388s
|
| 114 | 2024-09-25T17:22:56.508Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 115 | 2024-09-25T17:22:56.508Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3917
|
| 116 | 2024-09-25T17:22:56.508Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 117 | 2024-09-25T17:22:56.508Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
| 118 | 2024-09-25T17:22:56.512Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
|
| 119 | 2024-09-25T17:22:56.513Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:51
local_addr = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 120 | 2024-09-25T17:22:56.513Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.2.100,
vlan_id: None,
local_pref: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
}
file = sled-agent/src/rack_setup/service.rs:1074
|
| 121 | 2024-09-25T17:22:56.513Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:73
|
| 122 | 2024-09-25T17:22:56.513Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 123 | 2024-09-25T17:22:56.514Z | INFO | SledAgent (RSS): No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 124 | 2024-09-25T17:22:56.514Z | INFO | SledAgent (RSS): No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
| 125 | 2024-09-25T17:22:56.514Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:1137
|
| 126 | 2024-09-25T17:22:56.514Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 127 | 2024-09-25T17:22:56.514Z | INFO | SledAgent (RSS): No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 128 | 2024-09-25T17:22:56.514Z | INFO | SledAgent (RSS): No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
| 129 | 2024-09-25T17:22:56.514Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1179
|
| 130 | 2024-09-25T17:22:56.514Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:155
|
| 131 | 2024-09-25T17:22:56.514Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:a02a::1
file = sled-agent/src/rack_setup/plan/sled.rs:128
|
| 132 | 2024-09-25T17:22:56.514Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 133 | 2024-09-25T17:22:56.514Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 134 | 2024-09-25T17:22:56.514Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
| 135 | 2024-09-25T17:22:56.514Z | INFO | SledAgent (RSS): Sled plan written to storage: Plan {
rack_id: 5c1bad99-30b8-419d-9695-a982a6249225,
sleds: {
[fdb0:18c0:4d0d:a02a::1]:12346: StartSledAgentRequest {
generation: 0,
schema_version: 1,
body: StartSledAgentRequestBody {
id: f0d006a2-eb4a-4510-8a1c-6c144343343f,
rack_id: 5c1bad99-30b8-419d-9695-a982a6249225,
use_trust_quorum: false,
is_lrtq_learner: false,
subnet: Ipv6Subnet {
net: Ipv6Net {
addr: fd00:1122:3344:101::,
width: 64,
},
},
},
},
},
config: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.2.164,
last: 10.151.2.173,
},
),
],
external_dns_ips: [
10.151.2.164,
10.151.2.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.2.100,
vlan_id: None,
local_pref: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
},
}
file = sled-agent/src/rack_setup/plan/sled.rs:175
|
| 136 | 2024-09-25T17:22:56.514Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1213
|
| 137 | 2024-09-25T17:22:56.514Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
| 138 | 2024-09-25T17:22:56.514Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 139 | 2024-09-25T17:22:56.514Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 140 | 2024-09-25T17:22:56.515Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
| 141 | 2024-09-25T17:22:56.515Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:232
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: f0d006a2-eb4a-4510-8a1c-6c144343343f, rack_id: 5c1bad99-30b8-419d-9695-a982a6249225, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 142 | 2024-09-25T17:22:56.516Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:4214
|
| 143 | 2024-09-25T17:22:56.516Z | INFO | SledAgent (ServiceManager): Starting switch zone
file = sled-agent/src/services.rs:4596
|
| 144 | 2024-09-25T17:22:56.520Z | INFO | SledAgent (SledAgentSprocketsClient): Loaded keys and certs
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50
|
| 145 | 2024-09-25T17:22:56.526Z | INFO | SledAgent (SledAgentSprocketsClient): Certificate chain verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
| 146 | 2024-09-25T17:22:56.526Z | INFO | SledAgent (SledAgentSprocketsClient): Signature verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:a02a::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
| 147 | 2024-09-25T17:22:56.531Z | INFO | SledAgent (SledAgentSprocketsServer): Certificate chain verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
| 148 | 2024-09-25T17:22:56.531Z | INFO | SledAgent (SledAgentSprocketsServer): Signature verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
| 149 | 2024-09-25T17:22:56.531Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:74
remote_addr = [fdb0:18c0:4d0d:a02a::1]:39572
|
| 150 | 2024-09-25T17:22:56.531Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: f0d006a2-eb4a-4510-8a1c-6c144343343f, rack_id: 5c1bad99-30b8-419d-9695-a982a6249225, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
file = sled-agent/src/bootstrap/server.rs:361
|
| 151 | 2024-09-25T17:22:56.531Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:376
|
| 152 | 2024-09-25T17:22:56.531Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
| 153 | 2024-09-25T17:22:56.531Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:73
|
| 154 | 2024-09-25T17:22:56.531Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:451
|
| 155 | 2024-09-25T17:22:56.531Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:644
|
| 156 | 2024-09-25T17:22:56.531Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 157 | 2024-09-25T17:22:56.531Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
| 158 | 2024-09-25T17:22:56.531Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:633
|
| 159 | 2024-09-25T17:22:56.531Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:661
|
| 160 | 2024-09-25T17:22:56.531Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:440
|
| 161 | 2024-09-25T17:22:56.531Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }
|
| 162 | 2024-09-25T17:22:56.531Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 163 | 2024-09-25T17:22:56.531Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:532
result = DisksManagementResult { status: [] }
|
| 164 | 2024-09-25T17:22:56.548Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 165 | 2024-09-25T17:22:56.570Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:316
|
| 166 | 2024-09-25T17:22:56.588Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
| 167 | 2024-09-25T17:22:56.612Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:391
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 168 | 2024-09-25T17:22:56.612Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 169 | 2024-09-25T17:22:56.612Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:403
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 170 | 2024-09-25T17:22:56.612Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 171 | 2024-09-25T17:22:56.615Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 86.939814ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "6e765839-c222-448f-9c4e-cc68ae200e93", "content-length": "124", "date": "Wed, 25 Sep 2024 17:22:56 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "6e765839-c222-448f-9c4e-cc68ae200e93" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 172 | 2024-09-25T17:22:56.625Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_26b3db54-ca37-4830-a5e6-d89b15e44acb/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
| 173 | 2024-09-25T17:22:56.649Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_26b3db54-ca37-4830-a5e6-d89b15e44acb/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
| 174 | 2024-09-25T17:22:56.649Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_26b3db54-ca37-4830-a5e6-d89b15e44acb/swap"
file = sled-agent/src/swap_device.rs:96
|
| 175 | 2024-09-25T17:22:56.654Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:418
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 176 | 2024-09-25T17:22:56.654Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:128
|
| 177 | 2024-09-25T17:22:56.654Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_26b3db54-ca37-4830-a5e6-d89b15e44acb/backing/fmd
file = sled-agent/src/backing_fs.rs:138
|
| 178 | 2024-09-25T17:22:56.702Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 179 | 2024-09-25T17:22:56.703Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 78.416694ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "c66bab36-e048-404b-a037-592d27c660cd", "content-length": "124", "date": "Wed, 25 Sep 2024 17:22:56 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "c66bab36-e048-404b-a037-592d27c660cd" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 180 | 2024-09-25T17:22:56.743Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:173
|
| 181 | 2024-09-25T17:22:56.782Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 182 | 2024-09-25T17:22:56.783Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 162.737871ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "97538f33-b895-4f73-8370-79b04547607b", "content-length": "124", "date": "Wed, 25 Sep 2024 17:22:56 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "97538f33-b895-4f73-8370-79b04547607b" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 183 | 2024-09-25T17:22:56.947Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 184 | 2024-09-25T17:22:56.947Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 235.262296ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "45b60a31-5f7e-4e81-8bdb-8eee5f8bf6fc", "content-length": "124", "date": "Wed, 25 Sep 2024 17:22:56 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "45b60a31-5f7e-4e81-8bdb-8eee5f8bf6fc" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 185 | 2024-09-25T17:22:56.962Z | INFO | SledAgent (BackingFs): Mounting oxi_26b3db54-ca37-4830-a5e6-d89b15e44acb/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:181
|
| 186 | 2024-09-25T17:22:56.974Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:189
|
| 187 | 2024-09-25T17:22:56.974Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:189
|
| 188 | 2024-09-25T17:22:56.974Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:189
|
| 189 | 2024-09-25T17:22:56.974Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:195
|
| 190 | 2024-09-25T17:22:57.183Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 191 | 2024-09-25T17:22:57.184Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 151.53666ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "47beb5be-3c7a-41b6-829e-77c3eb44ff82", "content-length": "124", "date": "Wed, 25 Sep 2024 17:22:56 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "47beb5be-3c7a-41b6-829e-77c3eb44ff82" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 192 | 2024-09-25T17:22:57.337Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 193 | 2024-09-25T17:22:57.337Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 139.214165ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "b1d59f30-1d30-490d-a631-61e1071a7e51", "content-length": "124", "date": "Wed, 25 Sep 2024 17:22:56 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "b1d59f30-1d30-490d-a631-61e1071a7e51" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 194 | 2024-09-25T17:22:57.478Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 195 | 2024-09-25T17:22:57.478Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 401.964641ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "c3b9db63-1193-402a-9ec0-db913d31a57d", "content-length": "124", "date": "Wed, 25 Sep 2024 17:22:56 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "c3b9db63-1193-402a-9ec0-db913d31a57d" }
file = clients/ddm-admin-client/src/lib.rs:177
|
| 196 | 2024-09-25T17:22:57.705Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:93
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 197 | 2024-09-25T17:22:57.711Z | INFO | SledAgent (dropshot): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205
local_addr = [fd00:1122:3344:101::1]:47127
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 198 | 2024-09-25T17:22:57.711Z | INFO | SledAgent (internal-dns-resolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:73
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 199 | 2024-09-25T17:22:57.711Z | INFO | SledAgent (producer-server): starting oximeter metric producer server
address = [fd00:1122:3344:101::1]:47127
file = oximeter/producer/src/lib.rs:283
interval = 30s
producer_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 200 | 2024-09-25T17:22:57.712Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 163.70638ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 201 | 2024-09-25T17:22:57.713Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:267
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 202 | 2024-09-25T17:22:57.713Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:275
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 203 | 2024-09-25T17:22:57.713Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:921
underlay_address = fd00:1122:3344:101::1
|
| 204 | 2024-09-25T17:22:57.713Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = internal-dns/src/resolver.rs:73
|
| 205 | 2024-09-25T17:22:57.877Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 322.363276ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 206 | 2024-09-25T17:22:57.882Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
| 207 | 2024-09-25T17:22:58.201Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 1.458110763s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 208 | 2024-09-25T17:22:59.661Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 2.801916476s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 209 | 2024-09-25T17:23:00.116Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2670
|
| 210 | 2024-09-25T17:23:00.116Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2888
|
| 211 | 2024-09-25T17:23:00.116Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2540
|
| 212 | 2024-09-25T17:23:00.116Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2587
|
| 213 | 2024-09-25T17:23:00.116Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2969
|
| 214 | 2024-09-25T17:23:00.116Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:3011
|
| 215 | 2024-09-25T17:23:00.118Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2813
|
| 216 | 2024-09-25T17:23:00.120Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2581
|
| 217 | 2024-09-25T17:23:00.120Z | INFO | SledAgent (ServiceManager): Profile for oxz_switch:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/mgs">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12225'/>
<propval type="astring" name="id" value='a18a8a51-3215-4e6c-86bc-50d6d9f8b136'/>
<propval type="astring" name="rack_id" value='5c1bad99-30b8-419d-9695-a982a6249225'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/wicketd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12226'/>
<propval type="astring" name="artifact-address" value='[fdb0:18c0:4d0d:a02a::2]:12227'/>
<propval type="astring" name="baseboard-file" value='/opt/oxide/baseboard.json'/>
<propval type="astring" name="mgs-address" value='[::1]:12225'/>
<propval type="astring" name="nexus-proxy-address" value='[::]:12229'/>
<propval type="astring" name="rack-subnet" value='fd00:1122:3344::'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/switch_zone_setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="gz_local_link_addr" value='fe80::8:20ff:fe2b:84e4'/>
<property type="astring" name="link_local_links">
<astring_list>
<value_node value="tfportrear0_0" />
<value_node value="oxBootstrap0" />
</astring_list>
</property>
<propval type="astring" name="bootstrap_addr" value='fdb0:18c0:4d0d:a02a::2'/>
<propval type="astring" name="bootstrap_vnic" value='oxBootstrap0'/>
<propval type="astring" name="baseboard_info" value='{"type":"pc","identifier":"sock","model":"i86pc"}'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/dendrite">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_id" value='f0d006a2-eb4a-4510-8a1c-6c144343343f'/>
<propval type="astring" name="rack_id" value='5c1bad99-30b8-419d-9695-a982a6249225'/>
<propval type="astring" name="address" value='[::1]:12224'/>
<propval type="astring" name="front_ports" value='1'/>
<propval type="astring" name="rear_ports" value='1'/>
<propval type="astring" name="port_config" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>
<propval type="astring" name="mgmt" value='uds'/>
<propval type="astring" name="uds_path" value='/opt/softnpu/stuff'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/tfport">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="host" value='[::1]'/>
<propval type="astring" name="port" value='12224'/>
<propval type="astring" name="flags" value='--sync-only'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/lldpd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="board_rev" value='softnpu_front_1_rear_1'/>
<propval type="astring" name="scrimlet_id" value='sock'/>
<propval type="astring" name="scrimlet_model" value='i86pc'/>
<propval type="astring" name="address" value='[::1]:12230'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/pumpkind">
</service>
<service version="1" type="service" name="oxide/mgd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_uuid" value='f0d006a2-eb4a-4510-8a1c-6c144343343f'/>
<propval type="astring" name="rack_uuid" value='5c1bad99-30b8-419d-9695-a982a6249225'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/mg-ddm">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="mode" value='transit'/>
<propval type="astring" name="dendrite" value='true'/>
<propval type="astring" name="sled_uuid" value='f0d006a2-eb4a-4510-8a1c-6c144343343f'/>
<propval type="astring" name="rack_uuid" value='5c1bad99-30b8-419d-9695-a982a6249225'/>
<propval type="astring" name="interfaces" value='tfportrear0_0/ll'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/uplink">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 218 | 2024-09-25T17:23:00.120Z | INFO | SledAgent (ServiceManager): Booting oxz_switch zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_switch
|
| 219 | 2024-09-25T17:23:00.340Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 57.367195ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 220 | 2024-09-25T17:23:00.528Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 68.309004ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 221 | 2024-09-25T17:23:00.711Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 194.273257ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 222 | 2024-09-25T17:23:01.052Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 597.582105ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 223 | 2024-09-25T17:23:01.854Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 727.570815ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 224 | 2024-09-25T17:23:02.465Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 2.502892428s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 225 | 2024-09-25T17:23:02.729Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.300238908s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 226 | 2024-09-25T17:23:04.063Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 979.758652ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 227 | 2024-09-25T17:23:04.971Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 5.788512233s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 228 | 2024-09-25T17:23:05.178Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 800.932257ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
| 229 | 2024-09-25T17:23:06.412Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:205
local_addr = [fd00:1122:3344:101::1]:12345
|
| 230 | 2024-09-25T17:23:06.412Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:431
|
| 231 | 2024-09-25T17:23:06.412Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 232 | 2024-09-25T17:23:06.412Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 233 | 2024-09-25T17:23:06.412Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
| 234 | 2024-09-25T17:23:06.413Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
| 235 | 2024-09-25T17:23:06.413Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, local_pref: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))
|
| 236 | 2024-09-25T17:23:06.413Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:81
remote_addr = [fdb0:18c0:4d0d:a02a::1]:39572
|
| 237 | 2024-09-25T17:23:06.413Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3917
|
| 238 | 2024-09-25T17:23:06.651Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:117
peer = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 239 | 2024-09-25T17:23:06.651Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:252
target_sled = [fdb0:18c0:4d0d:a02a::1]:12346
|
| 240 | 2024-09-25T17:23:06.651Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 241 | 2024-09-25T17:23:06.651Z | INFO | SledAgent (RSS): No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/rss-service-plan-v4.json
file = common/src/ledger.rs:188
|
| 242 | 2024-09-25T17:23:06.651Z | INFO | SledAgent (RSS): No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/rss-service-plan-v4.json
file = common/src/ledger.rs:188
|
| 243 | 2024-09-25T17:23:06.651Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 244 | 2024-09-25T17:23:06.651Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 245 | 2024-09-25T17:23:06.651Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 246 | 2024-09-25T17:23:06.657Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:4238
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
| 247 | 2024-09-25T17:23:06.657Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:4254
|
| 248 | 2024-09-25T17:23:06.657Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:534
zone = oxz_switch
|
| 249 | 2024-09-25T17:23:06.961Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47060
|
| 250 | 2024-09-25T17:23:06.962Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 251 | 2024-09-25T17:23:06.962Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 400
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47060
req_id = d2a69753-d334-40cd-85c1-96b9ad41b6ca
response_code = 200
uri = /inventory
|
| 252 | 2024-09-25T17:23:06.991Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51021
|
| 253 | 2024-09-25T17:23:06.992Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51021
req_id = f5c18638-6417-446b-a356-66f8b3a229ea
response_code = 200
uri = /sled-role
|
| 254 | 2024-09-25T17:23:06.992Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 255 | 2024-09-25T17:23:06.992Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.rss-service-plan-v4.json.tmp
file = common/src/ledger.rs:199
|
| 256 | 2024-09-25T17:23:06.993Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.rss-service-plan-v4.json.tmp
file = common/src/ledger.rs:199
|
| 257 | 2024-09-25T17:23:06.993Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:1001
|
| 258 | 2024-09-25T17:23:07.025Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 82150ddf-a602-4d5c-8c89-6bd1a437db19, pool_id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 14337e2e-854a-4a28-ae30-ec1954e647b0, pool_id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: a3abb0ee-b5ec-4787-b3d7-34c8afb46bb2, pool_id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: d66fa7f2-672c-4e61-8be2-1f61dc1b879e, pool_id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: c83de0a8-b76d-4cb5-bb26-85cf7f09c697, pool_id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 379d918b-d915-473b-9f76-1f0ef7677b79, pool_id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 9f140238-b035-40fe-bf59-7d8ca30e0333, pool_id: 21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: e1df867a-be32-4234-b7ff-5a0405e74e96, pool_id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 52b5311e-ddaa-42fc-a701-8e1737336024, pool_id: 090dcb97-4f3b-4f5d-86e6-739763019615 (zpool) }] }
file = sled-agent/src/rack_setup/service.rs:375
sled_address = [fd00:1122:3344:101::1]:12345
|
| 259 | 2024-09-25T17:23:07.025Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:34795
|
| 260 | 2024-09-25T17:23:07.025Z | INFO | SledAgent: physical disks ensure
file = sled-agent/src/sled_agent.rs:864
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 261 | 2024-09-25T17:23:07.025Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: 82150ddf-a602-4d5c-8c89-6bd1a437db19, pool_id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 14337e2e-854a-4a28-ae30-ec1954e647b0, pool_id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: a3abb0ee-b5ec-4787-b3d7-34c8afb46bb2, pool_id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: d66fa7f2-672c-4e61-8be2-1f61dc1b879e, pool_id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: c83de0a8-b76d-4cb5-bb26-85cf7f09c697, pool_id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 379d918b-d915-473b-9f76-1f0ef7677b79, pool_id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 9f140238-b035-40fe-bf59-7d8ca30e0333, pool_id: 21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: e1df867a-be32-4234-b7ff-5a0405e74e96, pool_id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: 52b5311e-ddaa-42fc-a701-8e1737336024, pool_id: 090dcb97-4f3b-4f5d-86e6-739763019615 (zpool) }] }, tx: ... }
file = sled-storage/src/manager.rs:451
|
| 262 | 2024-09-25T17:23:07.025Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 263 | 2024-09-25T17:23:07.025Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
| 264 | 2024-09-25T17:23:07.025Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:866
request = omicron_physical_disks_ensure
|
| 265 | 2024-09-25T17:23:07.026Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
| 266 | 2024-09-25T17:23:07.026Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:342
|
| 267 | 2024-09-25T17:23:07.026Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 268 | 2024-09-25T17:23:07.026Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
path = /scratch/u2_0.vdev
|
| 269 | 2024-09-25T17:23:07.156Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:367
|
| 270 | 2024-09-25T17:23:07.156Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool)
|
| 271 | 2024-09-25T17:23:07.414Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f0d006a2-eb4a-4510-8a1c-6c144343343f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 272 | 2024-09-25T17:23:07.856Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:279
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 273 | 2024-09-25T17:23:07.860Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2315347541490433060
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 274 | 2024-09-25T17:23:07.860Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 826692896495736833
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 275 | 2024-09-25T17:23:07.902Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }
|
| 276 | 2024-09-25T17:23:07.909Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:217
|
| 277 | 2024-09-25T17:23:07.909Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 278 | 2024-09-25T17:23:07.909Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 279 | 2024-09-25T17:23:07.909Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 280 | 2024-09-25T17:23:07.909Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 281 | 2024-09-25T17:23:07.909Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 282 | 2024-09-25T17:23:07.909Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 283 | 2024-09-25T17:23:07.943Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 284 | 2024-09-25T17:23:07.950Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 285 | 2024-09-25T17:23:08.120Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46
file = sled-storage/src/dataset.rs:366
|
| 286 | 2024-09-25T17:23:08.127Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:440
|
| 287 | 2024-09-25T17:23:08.127Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:357
|
| 288 | 2024-09-25T17:23:08.127Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:342
|
| 289 | 2024-09-25T17:23:08.127Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 290 | 2024-09-25T17:23:08.127Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
path = /scratch/u2_1.vdev
|
| 291 | 2024-09-25T17:23:08.136Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:367
|
| 292 | 2024-09-25T17:23:08.136Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool)
|
| 293 | 2024-09-25T17:23:08.227Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }
|
| 294 | 2024-09-25T17:23:08.234Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:217
|
| 295 | 2024-09-25T17:23:08.234Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 296 | 2024-09-25T17:23:08.234Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 297 | 2024-09-25T17:23:08.234Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 298 | 2024-09-25T17:23:08.234Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 299 | 2024-09-25T17:23:08.234Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 300 | 2024-09-25T17:23:08.234Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 301 | 2024-09-25T17:23:08.269Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 302 | 2024-09-25T17:23:08.277Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_fe3d10a1-f7bd-456b-9a54-72c3651a7862/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 303 | 2024-09-25T17:23:08.417Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f0d006a2-eb4a-4510-8a1c-6c144343343f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 304 | 2024-09-25T17:23:08.450Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_fe3d10a1-f7bd-456b-9a54-72c3651a7862
file = sled-storage/src/dataset.rs:366
|
| 305 | 2024-09-25T17:23:08.458Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:440
|
| 306 | 2024-09-25T17:23:08.458Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:357
|
| 307 | 2024-09-25T17:23:08.458Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:342
|
| 308 | 2024-09-25T17:23:08.458Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 309 | 2024-09-25T17:23:08.458Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
path = /scratch/u2_2.vdev
|
| 310 | 2024-09-25T17:23:08.468Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:367
|
| 311 | 2024-09-25T17:23:08.468Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool)
|
| 312 | 2024-09-25T17:23:08.559Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }
|
| 313 | 2024-09-25T17:23:08.567Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:217
|
| 314 | 2024-09-25T17:23:08.567Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 315 | 2024-09-25T17:23:08.567Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 316 | 2024-09-25T17:23:08.567Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 317 | 2024-09-25T17:23:08.567Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 318 | 2024-09-25T17:23:08.567Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 319 | 2024-09-25T17:23:08.567Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 320 | 2024-09-25T17:23:08.602Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 321 | 2024-09-25T17:23:08.611Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_1e6bf961-835f-4fb8-88ff-1a8e1a58bf50/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 322 | 2024-09-25T17:23:08.784Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_1e6bf961-835f-4fb8-88ff-1a8e1a58bf50
file = sled-storage/src/dataset.rs:366
|
| 323 | 2024-09-25T17:23:08.792Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:440
|
| 324 | 2024-09-25T17:23:08.792Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:357
|
| 325 | 2024-09-25T17:23:08.792Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:342
|
| 326 | 2024-09-25T17:23:08.792Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 327 | 2024-09-25T17:23:08.792Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
path = /scratch/u2_3.vdev
|
| 328 | 2024-09-25T17:23:08.802Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:367
|
| 329 | 2024-09-25T17:23:08.802Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool)
|
| 330 | 2024-09-25T17:23:08.893Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }
|
| 331 | 2024-09-25T17:23:08.901Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:217
|
| 332 | 2024-09-25T17:23:08.901Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 333 | 2024-09-25T17:23:08.901Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 334 | 2024-09-25T17:23:08.901Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 335 | 2024-09-25T17:23:08.901Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 336 | 2024-09-25T17:23:08.902Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 337 | 2024-09-25T17:23:08.902Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 338 | 2024-09-25T17:23:08.936Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 339 | 2024-09-25T17:23:08.944Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_6cd0db00-82cc-45a5-9786-a174954df7f0/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 340 | 2024-09-25T17:23:09.118Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_6cd0db00-82cc-45a5-9786-a174954df7f0
file = sled-storage/src/dataset.rs:366
|
| 341 | 2024-09-25T17:23:09.126Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:440
|
| 342 | 2024-09-25T17:23:09.126Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:357
|
| 343 | 2024-09-25T17:23:09.126Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:342
|
| 344 | 2024-09-25T17:23:09.126Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 345 | 2024-09-25T17:23:09.126Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
path = /scratch/u2_4.vdev
|
| 346 | 2024-09-25T17:23:09.136Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:367
|
| 347 | 2024-09-25T17:23:09.136Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool)
|
| 348 | 2024-09-25T17:23:09.229Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }
|
| 349 | 2024-09-25T17:23:09.238Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:217
|
| 350 | 2024-09-25T17:23:09.238Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 351 | 2024-09-25T17:23:09.238Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 352 | 2024-09-25T17:23:09.238Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 353 | 2024-09-25T17:23:09.239Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 354 | 2024-09-25T17:23:09.239Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 355 | 2024-09-25T17:23:09.239Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 356 | 2024-09-25T17:23:09.273Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 357 | 2024-09-25T17:23:09.281Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_8c6d5961-04f6-4b0b-99a3-25216a6a4953/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 358 | 2024-09-25T17:23:09.420Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f0d006a2-eb4a-4510-8a1c-6c144343343f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 359 | 2024-09-25T17:23:09.455Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_8c6d5961-04f6-4b0b-99a3-25216a6a4953
file = sled-storage/src/dataset.rs:366
|
| 360 | 2024-09-25T17:23:09.464Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:440
|
| 361 | 2024-09-25T17:23:09.464Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:357
|
| 362 | 2024-09-25T17:23:09.464Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:342
|
| 363 | 2024-09-25T17:23:09.464Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 364 | 2024-09-25T17:23:09.464Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
path = /scratch/u2_5.vdev
|
| 365 | 2024-09-25T17:23:09.474Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:367
|
| 366 | 2024-09-25T17:23:09.474Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool)
|
| 367 | 2024-09-25T17:23:09.569Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool), kind: External }
|
| 368 | 2024-09-25T17:23:09.577Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:217
|
| 369 | 2024-09-25T17:23:09.577Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 370 | 2024-09-25T17:23:09.577Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 371 | 2024-09-25T17:23:09.577Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 372 | 2024-09-25T17:23:09.577Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 373 | 2024-09-25T17:23:09.577Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 374 | 2024-09-25T17:23:09.577Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 375 | 2024-09-25T17:23:09.613Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 376 | 2024-09-25T17:23:09.621Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_df18cb26-568c-4123-a14d-afbe4b0b3b4c/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 377 | 2024-09-25T17:23:09.790Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_df18cb26-568c-4123-a14d-afbe4b0b3b4c
file = sled-storage/src/dataset.rs:366
|
| 378 | 2024-09-25T17:23:09.798Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:440
|
| 379 | 2024-09-25T17:23:09.798Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:357
|
| 380 | 2024-09-25T17:23:09.798Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:342
|
| 381 | 2024-09-25T17:23:09.798Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 382 | 2024-09-25T17:23:09.798Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
path = /scratch/u2_6.vdev
|
| 383 | 2024-09-25T17:23:09.808Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:367
|
| 384 | 2024-09-25T17:23:09.808Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool)
|
| 385 | 2024-09-25T17:23:09.904Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool), kind: External }
|
| 386 | 2024-09-25T17:23:09.912Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:217
|
| 387 | 2024-09-25T17:23:09.912Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 388 | 2024-09-25T17:23:09.912Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 389 | 2024-09-25T17:23:09.912Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 390 | 2024-09-25T17:23:09.912Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 391 | 2024-09-25T17:23:09.912Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 392 | 2024-09-25T17:23:09.912Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 393 | 2024-09-25T17:23:09.946Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 394 | 2024-09-25T17:23:09.954Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_21286ac3-4c27-41f6-98e3-d36ea66bfe13/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 395 | 2024-09-25T17:23:10.124Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_21286ac3-4c27-41f6-98e3-d36ea66bfe13
file = sled-storage/src/dataset.rs:366
|
| 396 | 2024-09-25T17:23:10.132Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:440
|
| 397 | 2024-09-25T17:23:10.132Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:357
|
| 398 | 2024-09-25T17:23:10.132Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:342
|
| 399 | 2024-09-25T17:23:10.132Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 400 | 2024-09-25T17:23:10.132Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
path = /scratch/u2_7.vdev
|
| 401 | 2024-09-25T17:23:10.142Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:367
|
| 402 | 2024-09-25T17:23:10.142Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool)
|
| 403 | 2024-09-25T17:23:10.232Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }
|
| 404 | 2024-09-25T17:23:10.240Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:217
|
| 405 | 2024-09-25T17:23:10.240Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 406 | 2024-09-25T17:23:10.240Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 407 | 2024-09-25T17:23:10.240Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 408 | 2024-09-25T17:23:10.240Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 409 | 2024-09-25T17:23:10.240Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 410 | 2024-09-25T17:23:10.240Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 411 | 2024-09-25T17:23:10.274Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 412 | 2024-09-25T17:23:10.282Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_3ade5407-5f7e-4382-b300-7995dbe0cc6a/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 413 | 2024-09-25T17:23:10.423Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f0d006a2-eb4a-4510-8a1c-6c144343343f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 414 | 2024-09-25T17:23:10.460Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_3ade5407-5f7e-4382-b300-7995dbe0cc6a
file = sled-storage/src/dataset.rs:366
|
| 415 | 2024-09-25T17:23:10.468Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:440
|
| 416 | 2024-09-25T17:23:10.468Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:357
|
| 417 | 2024-09-25T17:23:10.468Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:342
|
| 418 | 2024-09-25T17:23:10.468Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
| 419 | 2024-09-25T17:23:10.468Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
path = /scratch/u2_8.vdev
|
| 420 | 2024-09-25T17:23:10.478Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:367
|
| 421 | 2024-09-25T17:23:10.478Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 090dcb97-4f3b-4f5d-86e6-739763019615 (zpool)
|
| 422 | 2024-09-25T17:23:10.588Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 090dcb97-4f3b-4f5d-86e6-739763019615 (zpool), kind: External }
|
| 423 | 2024-09-25T17:23:10.596Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:217
|
| 424 | 2024-09-25T17:23:10.596Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
| 425 | 2024-09-25T17:23:10.596Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
| 426 | 2024-09-25T17:23:10.596Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
| 427 | 2024-09-25T17:23:10.596Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 428 | 2024-09-25T17:23:10.596Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
| 429 | 2024-09-25T17:23:10.596Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
| 430 | 2024-09-25T17:23:10.634Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
| 431 | 2024-09-25T17:23:10.642Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_090dcb97-4f3b-4f5d-86e6-739763019615/crypt/zone
file = sled-storage/src/dataset.rs:280
|
| 432 | 2024-09-25T17:23:10.761Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 10.129872362s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 433 | 2024-09-25T17:23:10.818Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_090dcb97-4f3b-4f5d-86e6-739763019615
file = sled-storage/src/dataset.rs:366
|
| 434 | 2024-09-25T17:23:10.826Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:440
|
| 435 | 2024-09-25T17:23:10.826Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:357
|
| 436 | 2024-09-25T17:23:10.826Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 437 | 2024-09-25T17:23:10.826Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 26b3db54-ca37-4830-a5e6-d89b15e44acb (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 17f551cb-d77c-4929-baa4-28caf779e9ef (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 090dcb97-4f3b-4f5d-86e6-739763019615 (zpool), kind: External } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
| 438 | 2024-09-25T17:23:10.826Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
| 439 | 2024-09-25T17:23:10.826Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 440 | 2024-09-25T17:23:10.826Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
| 441 | 2024-09-25T17:23:10.827Z | INFO | SledAgent: physical disks ensure: Updated storage
file = sled-agent/src/sled_agent.rs:868
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 442 | 2024-09-25T17:23:10.827Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 443 | 2024-09-25T17:23:10.827Z | INFO | SledAgent: physical disks ensure: Propagating new generation of disks
file = sled-agent/src/sled_agent.rs:894
generation = Generation(1)
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 444 | 2024-09-25T17:23:10.827Z | INFO | SledAgent: physical disks ensure: Updated storage monitor
file = sled-agent/src/sled_agent.rs:899
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 445 | 2024-09-25T17:23:10.827Z | INFO | SledAgent: physical disks ensure: Updated zone bundler
file = sled-agent/src/sled_agent.rs:904
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 446 | 2024-09-25T17:23:10.827Z | INFO | SledAgent (ProbeManager): use_only_these_disks: Processing new request
file = sled-agent/src/probe_manager.rs:121
gen = Generation(1)
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 447 | 2024-09-25T17:23:10.827Z | INFO | SledAgent: physical disks ensure: Updated probes
file = sled-agent/src/sled_agent.rs:910
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 448 | 2024-09-25T17:23:10.827Z | INFO | SledAgent (InstanceManager): use_only_these_disks: Processing new request
file = sled-agent/src/instance_manager.rs:773
gen = Generation(1)
|
| 449 | 2024-09-25T17:23:10.827Z | INFO | SledAgent: physical disks ensure: Updated instances
file = sled-agent/src/sled_agent.rs:915
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 450 | 2024-09-25T17:23:10.827Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 3801446
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:34795
req_id = 81ff1f63-4695-4025-90b5-7771d1147cce
response_code = 200
uri = /omicron-physical-disks
|
| 451 | 2024-09-25T17:23:10.858Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: ddd5d4f4-1113-49a5-bb63-a018bec3753e (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 11f53a30-9163-413a-8f7f-4bf206fb8176 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
| 452 | 2024-09-25T17:23:10.858Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:36150
|
| 453 | 2024-09-25T17:23:10.859Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ddd5d4f4-1113-49a5-bb63-a018bec3753e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 454 | 2024-09-25T17:23:10.859Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: ddd5d4f4-1113-49a5-bb63-a018bec3753e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 455 | 2024-09-25T17:23:10.911Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 456 | 2024-09-25T17:23:10.911Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 457 | 2024-09-25T17:23:10.960Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 11f53a30-9163-413a-8f7f-4bf206fb8176, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 458 | 2024-09-25T17:23:10.960Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 11f53a30-9163-413a-8f7f-4bf206fb8176, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 459 | 2024-09-25T17:23:11.012Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 460 | 2024-09-25T17:23:11.012Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 461 | 2024-09-25T17:23:11.012Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/omicron-zones.json
file = common/src/ledger.rs:188
|
| 462 | 2024-09-25T17:23:11.012Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 463 | 2024-09-25T17:23:11.056Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 464 | 2024-09-25T17:23:11.056Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 465 | 2024-09-25T17:23:11.056Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 466 | 2024-09-25T17:23:11.106Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176
file = illumos-utils/src/zone.rs:316
|
| 467 | 2024-09-25T17:23:11.110Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130
file = illumos-utils/src/zone.rs:316
|
| 468 | 2024-09-25T17:23:11.114Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e
file = illumos-utils/src/zone.rs:316
|
| 469 | 2024-09-25T17:23:11.126Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176
file = illumos-utils/src/zone.rs:354
|
| 470 | 2024-09-25T17:23:11.131Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130
file = illumos-utils/src/zone.rs:354
|
| 471 | 2024-09-25T17:23:11.135Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e
file = illumos-utils/src/zone.rs:354
|
| 472 | 2024-09-25T17:23:11.425Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f0d006a2-eb4a-4510-8a1c-6c144343343f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/probe_manager.rs:230
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 473 | 2024-09-25T17:23:12.581Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService1'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:3::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:3::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:3::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:3::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 474 | 2024-09-25T17:23:12.581Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }
|
| 475 | 2024-09-25T17:23:12.581Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176
|
| 476 | 2024-09-25T17:23:13.065Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService2'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:2::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:2::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:2::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:2::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 477 | 2024-09-25T17:23:13.542Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService3'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:1::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:1::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:1::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:1::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 478 | 2024-09-25T17:23:13.542Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }
|
| 479 | 2024-09-25T17:23:13.542Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }
|
| 480 | 2024-09-25T17:23:13.550Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176") failed: Property not found. retry in 36.053027ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176
|
| 481 | 2024-09-25T17:23:13.550Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130
|
| 482 | 2024-09-25T17:23:13.554Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e
|
| 483 | 2024-09-25T17:23:13.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176") failed: Property not found. retry in 122.529328ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176
|
| 484 | 2024-09-25T17:23:13.674Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e") failed: Property not found. retry in 55.03952ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e
|
| 485 | 2024-09-25T17:23:13.681Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130") failed: Property not found. retry in 69.599332ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130
|
| 486 | 2024-09-25T17:23:13.728Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176") failed: Property not found. retry in 153.746794ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176
|
| 487 | 2024-09-25T17:23:13.750Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e") failed: Property not found. retry in 101.45364ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e
|
| 488 | 2024-09-25T17:23:13.771Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130") failed: Property not found. retry in 133.21929ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130
|
| 489 | 2024-09-25T17:23:13.889Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e") failed: Property not found. retry in 222.475545ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e
|
| 490 | 2024-09-25T17:23:13.903Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176") failed: Property not found. retry in 503.679752ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176
|
| 491 | 2024-09-25T17:23:13.923Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130") failed: Property not found. retry in 247.043869ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130
|
| 492 | 2024-09-25T17:23:14.130Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e") failed: Property not found. retry in 362.656835ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e
|
| 493 | 2024-09-25T17:23:14.183Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130") failed: Property not found. retry in 277.901533ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130
|
| 494 | 2024-09-25T17:23:14.415Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176") failed: Property not found. retry in 1.188979234s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176
|
| 495 | 2024-09-25T17:23:14.469Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130") failed: Property not found. retry in 512.997399ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130
|
| 496 | 2024-09-25T17:23:14.502Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e") failed: Property not found. retry in 788.161219ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e
|
| 497 | 2024-09-25T17:23:14.991Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130") failed: Property not found. retry in 1.406656985s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130
|
| 498 | 2024-09-25T17:23:15.301Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e") failed: Property not found. retry in 882.767983ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e
|
| 499 | 2024-09-25T17:23:15.614Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176") failed: Property not found. retry in 1.044195447s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176
|
| 500 | 2024-09-25T17:23:16.192Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e") failed: Property not found. retry in 1.376780955s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e
|
| 501 | 2024-09-25T17:23:16.395Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:4262
|
| 502 | 2024-09-25T17:23:16.395Z | INFO | SledAgent (ServiceManager): Ensuring there is a default route
file = sled-agent/src/services.rs:4272
gateway = fd00:1122:3344:101::1
|
| 503 | 2024-09-25T17:23:16.402Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:4351
|
| 504 | 2024-09-25T17:23:16.408Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130") failed: Property not found. retry in 560.899165ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130
|
| 505 | 2024-09-25T17:23:16.414Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 17106010955473521108
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 506 | 2024-09-25T17:23:16.414Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7705657915489201475
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 507 | 2024-09-25T17:23:16.527Z | INFO | SledAgent (ServiceManager): refreshed dendrite service with new configuration
file = sled-agent/src/services.rs:4399
|
| 508 | 2024-09-25T17:23:16.527Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:4426
|
| 509 | 2024-09-25T17:23:16.567Z | INFO | SledAgent (ServiceManager): refreshed lldpd service with new configuration
file = sled-agent/src/services.rs:4439
|
| 510 | 2024-09-25T17:23:16.567Z | INFO | SledAgent (ServiceManager): configuring MGS service
file = sled-agent/src/services.rs:4303
|
| 511 | 2024-09-25T17:23:16.619Z | INFO | SledAgent (ServiceManager): refreshed MGS service with new configuration
file = sled-agent/src/services.rs:4345
|
| 512 | 2024-09-25T17:23:16.619Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:4406
rack_subnet = fd00:1122:3344::
|
| 513 | 2024-09-25T17:23:16.638Z | INFO | SledAgent (ServiceManager): refreshed wicketd service with new configuration
file = sled-agent/src/services.rs:4417
|
| 514 | 2024-09-25T17:23:16.638Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4459
|
| 515 | 2024-09-25T17:23:16.668Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176") failed: Property not found. retry in 826.42085ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176
|
| 516 | 2024-09-25T17:23:16.729Z | INFO | SledAgent (ServiceManager): refreshed mgd service with new configuration
file = sled-agent/src/services.rs:4491
|
| 517 | 2024-09-25T17:23:16.729Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4497
|
| 518 | 2024-09-25T17:23:16.841Z | INFO | SledAgent (ServiceManager): refreshed mg-ddm service with new configuration
file = sled-agent/src/services.rs:4538
|
| 519 | 2024-09-25T17:23:16.841Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:366
|
| 520 | 2024-09-25T17:23:16.874Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/f0d006a2-eb4a-4510-8a1c-6c144343343f): error trying to connect: dns error: proto error: io error: No route to host (os error 148)
file = sled-agent/src/nexus.rs:571
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 521 | 2024-09-25T17:23:16.874Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 53.055193ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/bootstrap/early_networking.rs:385
|
| 522 | 2024-09-25T17:23:16.927Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 97.136459ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/bootstrap/early_networking.rs:385
|
| 523 | 2024-09-25T17:23:16.978Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130") failed: Property not found. retry in 965.353059ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130
|
| 524 | 2024-09-25T17:23:17.026Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 183.956563ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/bootstrap/early_networking.rs:385
|
| 525 | 2024-09-25T17:23:17.164Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::2]:46887
|
| 526 | 2024-09-25T17:23:17.164Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::2]:46887
req_id = 880e22d2-6aae-432a-96f1-a454acb4fb7e
response_code = 200
uri = /sled-identifiers
|
| 527 | 2024-09-25T17:23:17.211Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:414
|
| 528 | 2024-09-25T17:23:17.243Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:676
|
| 529 | 2024-09-25T17:23:17.244Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:714
|
| 530 | 2024-09-25T17:23:17.244Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:717
uptime = 0
|
| 531 | 2024-09-25T17:23:17.244Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:436
|
| 532 | 2024-09-25T17:23:17.282Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 533 | 2024-09-25T17:23:17.333Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:451
|
| 534 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 535 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
| 536 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 537 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
| 538 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 539 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
| 540 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 541 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
| 542 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 543 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
| 544 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 545 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
| 546 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 547 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
| 548 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 549 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
| 550 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 551 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
| 552 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 553 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
| 554 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 555 | 2024-09-25T17:23:17.334Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
| 556 | 2024-09-25T17:23:17.505Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176") failed: Property not found. retry in 917.021078ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176
|
| 557 | 2024-09-25T17:23:17.579Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e") failed: Property not found. retry in 1.418542094s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e
|
| 558 | 2024-09-25T17:23:17.862Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2315347541490433060
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 559 | 2024-09-25T17:23:17.863Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 826692896495736833
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 560 | 2024-09-25T17:23:17.953Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130") failed: Property not found. retry in 1.377226694s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130
|
| 561 | 2024-09-25T17:23:19.350Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_internal_dns_11f53a30-9163-413a-8f7f-4bf206fb8176
|
| 562 | 2024-09-25T17:23:19.350Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_internal_dns_929fdd8e-9f93-4e52-8d3d-ae706bb7a130
|
| 563 | 2024-09-25T17:23:19.350Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_internal_dns_ddd5d4f4-1113-49a5-bb63-a018bec3753e
|
| 564 | 2024-09-25T17:23:19.350Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 565 | 2024-09-25T17:23:19.350Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 566 | 2024-09-25T17:23:19.351Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8492431
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:36150
req_id = a4555c1e-892d-4dce-aa67-2f88d7a668ae
response_code = 204
uri = /omicron-zones
|
| 567 | 2024-09-25T17:23:19.353Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
| 568 | 2024-09-25T17:23:19.401Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
| 569 | 2024-09-25T17:23:19.446Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
| 570 | 2024-09-25T17:23:19.500Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:611
|
| 571 | 2024-09-25T17:23:19.500Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 572 | 2024-09-25T17:23:19.531Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 573 | 2024-09-25T17:23:19.531Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 574 | 2024-09-25T17:23:19.531Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 575 | 2024-09-25T17:23:19.561Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: ddd5d4f4-1113-49a5-bb63-a018bec3753e (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 11f53a30-9163-413a-8f7f-4bf206fb8176 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8ac7b020-611c-4785-9fd1-81299d723802 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5a4947e0-908f-4253-a1b7-d052600ace59, kind: Service { id: 8ac7b020-611c-4785-9fd1-81299d723802 }, name: Name("ntp-8ac7b020-611c-4785-9fd1-81299d723802"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 19])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
| 576 | 2024-09-25T17:23:19.561Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51815
|
| 577 | 2024-09-25T17:23:19.561Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ddd5d4f4-1113-49a5-bb63-a018bec3753e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 578 | 2024-09-25T17:23:19.561Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: ddd5d4f4-1113-49a5-bb63-a018bec3753e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 579 | 2024-09-25T17:23:19.582Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 580 | 2024-09-25T17:23:19.582Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 581 | 2024-09-25T17:23:19.600Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 11f53a30-9163-413a-8f7f-4bf206fb8176, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 582 | 2024-09-25T17:23:19.600Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 11f53a30-9163-413a-8f7f-4bf206fb8176, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 583 | 2024-09-25T17:23:19.622Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 584 | 2024-09-25T17:23:19.622Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 585 | 2024-09-25T17:23:19.622Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 586 | 2024-09-25T17:23:19.622Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 587 | 2024-09-25T17:23:19.634Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 588 | 2024-09-25T17:23:19.667Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 589 | 2024-09-25T17:23:19.668Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 590 | 2024-09-25T17:23:19.668Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 591 | 2024-09-25T17:23:19.697Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 228, 19]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }
|
| 592 | 2024-09-25T17:23:19.697Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1261
zone_type = boundary_ntp
|
| 593 | 2024-09-25T17:23:19.698Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:83
|
| 594 | 2024-09-25T17:23:19.698Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:90
|
| 595 | 2024-09-25T17:23:19.698Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.169
file = clients/dpd-client/src/lib.rs:118
|
| 596 | 2024-09-25T17:23:19.698Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 597 | 2024-09-25T17:23:19.723Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802
file = illumos-utils/src/zone.rs:316
|
| 598 | 2024-09-25T17:23:19.741Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802
file = illumos-utils/src/zone.rs:354
|
| 599 | 2024-09-25T17:23:20.355Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService4'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/chrony-setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value='fd00:1122:3344:100::/56'/>
<propval type="boolean" name="boundary" value='true'/>
<propval type="astring" name="boundary_pool" value='boundary-ntp.control-plane.oxide.internal'/>
<propval type="astring" name="server" value='0.pool.ntp.org'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte0'/>
<propval type="astring" name="gateway" value='172.30.3.1'/>
<propval type="astring" name="ip" value='172.30.3.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 600 | 2024-09-25T17:23:20.355Z | INFO | SledAgent (ServiceManager): Booting oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802
|
| 601 | 2024-09-25T17:23:20.488Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802") failed: Property not found. retry in 68.747092ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802
|
| 602 | 2024-09-25T17:23:20.570Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802") failed: Property not found. retry in 65.826197ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802
|
| 603 | 2024-09-25T17:23:20.656Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802") failed: Property not found. retry in 150.451821ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802
|
| 604 | 2024-09-25T17:23:20.817Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802") failed: Property not found. retry in 339.82492ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802
|
| 605 | 2024-09-25T17:23:21.166Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802") failed: Property not found. retry in 763.731402ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802
|
| 606 | 2024-09-25T17:23:21.940Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802") failed: Property not found. retry in 900.088775ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802
|
| 607 | 2024-09-25T17:23:22.851Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802") failed: Property not found. retry in 1.029494398s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802
|
| 608 | 2024-09-25T17:23:23.889Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802") failed: Property not found. retry in 869.163253ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802
|
| 609 | 2024-09-25T17:23:24.766Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802") failed: Property not found. retry in 1.434476765s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802
|
| 610 | 2024-09-25T17:23:26.220Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802
|
| 611 | 2024-09-25T17:23:26.220Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 612 | 2024-09-25T17:23:26.221Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 613 | 2024-09-25T17:23:26.221Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6659926
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:51815
req_id = a19029d2-13c9-46ca-b012-0bcc666493af
response_code = 204
uri = /omicron-zones
|
| 614 | 2024-09-25T17:23:26.223Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:652
|
| 615 | 2024-09-25T17:23:26.252Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 616 | 2024-09-25T17:23:26.253Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53984
|
| 617 | 2024-09-25T17:23:26.260Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3870
|
| 618 | 2024-09-25T17:23:26.260Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902
latency_us = 7589
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:53984
req_id = aa043734-7824-4737-b201-35fb6626c29b
response_code = 500
uri = /timesync
|
| 619 | 2024-09-25T17:23:26.263Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 620 | 2024-09-25T17:23:26.362Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 621 | 2024-09-25T17:23:26.362Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46882
|
| 622 | 2024-09-25T17:23:30.370Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_8ac7b020-611c-4785-9fd1-81299d723802': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3870
|
| 623 | 2024-09-25T17:23:30.370Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:902
latency_us = 4007783
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:46882
req_id = 2b1f55d7-668e-4965-8dfb-16ee7dfc0275
response_code = 500
uri = /timesync
|
| 624 | 2024-09-25T17:23:30.372Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 2315347541490433060
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 625 | 2024-09-25T17:23:30.372Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 826692896495736833
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 626 | 2024-09-25T17:23:30.372Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 4155654327137990339
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 627 | 2024-09-25T17:23:30.372Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 5712685896564308975
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 628 | 2024-09-25T17:23:30.372Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 3315370281148214704
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 629 | 2024-09-25T17:23:30.372Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 17106010955473521108
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 630 | 2024-09-25T17:23:30.373Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7705657915489201475
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 631 | 2024-09-25T17:23:30.373Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 632 | 2024-09-25T17:23:30.538Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 633 | 2024-09-25T17:23:30.539Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42450
|
| 634 | 2024-09-25T17:23:30.547Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8748
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42450
req_id = 8ae93ca1-ac5f-4328-b57a-447df0925a0c
response_code = 200
uri = /timesync
|
| 635 | 2024-09-25T17:23:30.551Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 636 | 2024-09-25T17:23:30.551Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 637 | 2024-09-25T17:23:30.710Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 638 | 2024-09-25T17:23:30.710Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42865
|
| 639 | 2024-09-25T17:23:30.719Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8933
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42865
req_id = 88c1d368-347f-415e-82f7-1b8885c13771
response_code = 200
uri = /timesync
|
| 640 | 2024-09-25T17:23:30.723Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 641 | 2024-09-25T17:23:30.723Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 642 | 2024-09-25T17:23:30.988Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 643 | 2024-09-25T17:23:30.989Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54401
|
| 644 | 2024-09-25T17:23:30.996Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7822
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54401
req_id = 9ac41bc5-2e4e-421d-a951-8432c7988b7d
response_code = 200
uri = /timesync
|
| 645 | 2024-09-25T17:23:31.000Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 646 | 2024-09-25T17:23:31.000Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 647 | 2024-09-25T17:23:31.150Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 648 | 2024-09-25T17:23:31.151Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63432
|
| 649 | 2024-09-25T17:23:31.159Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8053
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:63432
req_id = bcb51076-32a9-4ae9-9e89-7b5bb01884be
response_code = 200
uri = /timesync
|
| 650 | 2024-09-25T17:23:31.162Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 651 | 2024-09-25T17:23:31.162Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 652 | 2024-09-25T17:23:31.495Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 653 | 2024-09-25T17:23:31.496Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37575
|
| 654 | 2024-09-25T17:23:31.505Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 9275
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37575
req_id = b28d5f8c-6ad3-409d-8e9c-c551892fcd54
response_code = 200
uri = /timesync
|
| 655 | 2024-09-25T17:23:31.507Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 656 | 2024-09-25T17:23:31.507Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 657 | 2024-09-25T17:23:31.713Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 658 | 2024-09-25T17:23:31.713Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39105
|
| 659 | 2024-09-25T17:23:31.721Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7968
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39105
req_id = f96e3067-5826-4550-82ad-c646dce25b3d
response_code = 200
uri = /timesync
|
| 660 | 2024-09-25T17:23:31.724Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 661 | 2024-09-25T17:23:31.724Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 662 | 2024-09-25T17:23:33.128Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 663 | 2024-09-25T17:23:33.128Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60107
|
| 664 | 2024-09-25T17:23:33.136Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8002
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:60107
req_id = 235e9959-33fd-4326-8c70-bc24ba36fcaa
response_code = 200
uri = /timesync
|
| 665 | 2024-09-25T17:23:33.140Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 666 | 2024-09-25T17:23:33.140Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 667 | 2024-09-25T17:23:33.720Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 668 | 2024-09-25T17:23:33.720Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50800
|
| 669 | 2024-09-25T17:23:33.730Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 9650
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50800
req_id = 16937394-1d49-4709-8b56-207ca48951fa
response_code = 200
uri = /timesync
|
| 670 | 2024-09-25T17:23:33.733Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 671 | 2024-09-25T17:23:33.733Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 672 | 2024-09-25T17:23:34.370Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 673 | 2024-09-25T17:23:34.371Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59320
|
| 674 | 2024-09-25T17:23:34.379Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8139
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59320
req_id = 7ed385ee-afcf-4d5a-b4cc-29c5c0898801
response_code = 200
uri = /timesync
|
| 675 | 2024-09-25T17:23:34.383Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.06175635 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 676 | 2024-09-25T17:23:34.383Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 677 | 2024-09-25T17:23:35.029Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 678 | 2024-09-25T17:23:35.029Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:52268
|
| 679 | 2024-09-25T17:23:35.039Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 9458
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:52268
req_id = 1b9d2ca3-e7e3-45dd-847f-c5e1c718f31b
response_code = 200
uri = /timesync
|
| 680 | 2024-09-25T17:23:35.043Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1727285013.0219493, correction: -0.071502395 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 681 | 2024-09-25T17:23:35.043Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 682 | 2024-09-25T17:23:35.844Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 683 | 2024-09-25T17:23:35.844Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54610
|
| 684 | 2024-09-25T17:23:35.853Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 9202
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54610
req_id = 81175ed5-97d7-40f2-9bf2-f6262f84124f
response_code = 200
uri = /timesync
|
| 685 | 2024-09-25T17:23:35.856Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1727285013.0219493, correction: -0.069290794 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 686 | 2024-09-25T17:23:35.856Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 687 | 2024-09-25T17:23:36.568Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 688 | 2024-09-25T17:23:36.568Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57798
|
| 689 | 2024-09-25T17:23:36.577Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8556
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57798
req_id = 7f7e6fec-4946-4a86-96da-c9c8c7eedf8c
response_code = 200
uri = /timesync
|
| 690 | 2024-09-25T17:23:36.579Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1727285013.0219493, correction: -0.061883479 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 691 | 2024-09-25T17:23:36.579Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 692 | 2024-09-25T17:23:36.816Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 280.645281ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 693 | 2024-09-25T17:23:37.128Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 4366299614126793947
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 694 | 2024-09-25T17:23:37.128Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 13757539508483988318
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 695 | 2024-09-25T17:23:37.994Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 696 | 2024-09-25T17:23:37.994Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:37581
|
| 697 | 2024-09-25T17:23:38.002Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8543
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:37581
req_id = dc858fcb-1d92-45e1-b46c-ae8f617a85fa
response_code = 200
uri = /timesync
|
| 698 | 2024-09-25T17:23:38.006Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1727285013.0219493, correction: -0.051426936 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 699 | 2024-09-25T17:23:38.006Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
| 700 | 2024-09-25T17:23:39.615Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
| 701 | 2024-09-25T17:23:39.615Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:46908
|
| 702 | 2024-09-25T17:23:39.637Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 21392
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:46908
req_id = 310f93b8-967b-4c38-adcd-f84f3260057b
response_code = 200
uri = /timesync
|
| 703 | 2024-09-25T17:23:39.642Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 3325826800, ip_addr: 198.60.22.240, stratum: 2, ref_time: 1727285018.4168496, correction: -0.045377858 }
file = sled-agent/src/rack_setup/service.rs:660
|
| 704 | 2024-09-25T17:23:39.642Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1299
|
| 705 | 2024-09-25T17:23:39.672Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: ddd5d4f4-1113-49a5-bb63-a018bec3753e (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 11f53a30-9163-413a-8f7f-4bf206fb8176 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8ac7b020-611c-4785-9fd1-81299d723802 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5a4947e0-908f-4253-a1b7-d052600ace59, kind: Service { id: 8ac7b020-611c-4785-9fd1-81299d723802 }, name: Name("ntp-8ac7b020-611c-4785-9fd1-81299d723802"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 19])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 0121283a-ea0a-4bdc-a0ba-7f7212d19f75 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77c1f221-0c5e-43f5-948b-b4c15f5195b8 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } } } }, OmicronZoneConfig { id: ff43f769-2343-4332-a665-91c10141aa24 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7c0b6b37-629d-463e-bbd0-28f987ffdec8 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External } } } }, OmicronZoneConfig { id: a5721b0b-bb7d-4276-a1da-113bb8a9603d (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
| 706 | 2024-09-25T17:23:39.673Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38093
|
| 707 | 2024-09-25T17:23:39.673Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ddd5d4f4-1113-49a5-bb63-a018bec3753e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 708 | 2024-09-25T17:23:39.673Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: ddd5d4f4-1113-49a5-bb63-a018bec3753e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 709 | 2024-09-25T17:23:39.694Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 710 | 2024-09-25T17:23:39.694Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 711 | 2024-09-25T17:23:39.713Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 11f53a30-9163-413a-8f7f-4bf206fb8176, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 712 | 2024-09-25T17:23:39.713Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 11f53a30-9163-413a-8f7f-4bf206fb8176, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 713 | 2024-09-25T17:23:39.731Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 0121283a-ea0a-4bdc-a0ba-7f7212d19f75, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 714 | 2024-09-25T17:23:39.731Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 0121283a-ea0a-4bdc-a0ba-7f7212d19f75, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 715 | 2024-09-25T17:23:39.782Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c1f221-0c5e-43f5-948b-b4c15f5195b8, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 716 | 2024-09-25T17:23:39.782Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 77c1f221-0c5e-43f5-948b-b4c15f5195b8, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 717 | 2024-09-25T17:23:39.834Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ff43f769-2343-4332-a665-91c10141aa24, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 718 | 2024-09-25T17:23:39.834Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: ff43f769-2343-4332-a665-91c10141aa24, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 719 | 2024-09-25T17:23:39.884Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c0b6b37-629d-463e-bbd0-28f987ffdec8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 720 | 2024-09-25T17:23:39.884Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 7c0b6b37-629d-463e-bbd0-28f987ffdec8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 721 | 2024-09-25T17:23:39.936Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a5721b0b-bb7d-4276-a1da-113bb8a9603d, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 722 | 2024-09-25T17:23:39.936Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: a5721b0b-bb7d-4276-a1da-113bb8a9603d, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 723 | 2024-09-25T17:23:39.986Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 724 | 2024-09-25T17:23:39.986Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 725 | 2024-09-25T17:23:39.986Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 726 | 2024-09-25T17:23:39.987Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 727 | 2024-09-25T17:23:40.068Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 728 | 2024-09-25T17:23:40.068Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 729 | 2024-09-25T17:23:40.068Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 730 | 2024-09-25T17:23:40.068Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 731 | 2024-09-25T17:23:40.068Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 732 | 2024-09-25T17:23:40.157Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
file = illumos-utils/src/zone.rs:316
|
| 733 | 2024-09-25T17:23:40.161Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
file = illumos-utils/src/zone.rs:316
|
| 734 | 2024-09-25T17:23:40.166Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
file = illumos-utils/src/zone.rs:316
|
| 735 | 2024-09-25T17:23:40.170Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
file = illumos-utils/src/zone.rs:316
|
| 736 | 2024-09-25T17:23:40.175Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
file = illumos-utils/src/zone.rs:316
|
| 737 | 2024-09-25T17:23:40.179Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
file = illumos-utils/src/zone.rs:354
|
| 738 | 2024-09-25T17:23:40.183Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
file = illumos-utils/src/zone.rs:354
|
| 739 | 2024-09-25T17:23:40.188Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
file = illumos-utils/src/zone.rs:354
|
| 740 | 2024-09-25T17:23:40.193Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
file = illumos-utils/src/zone.rs:354
|
| 741 | 2024-09-25T17:23:40.198Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
file = illumos-utils/src/zone.rs:354
|
| 742 | 2024-09-25T17:23:43.121Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService7'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='7c0b6b37-629d-463e-bbd0-28f987ffdec8'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::6]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 743 | 2024-09-25T17:23:43.121Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 744 | 2024-09-25T17:23:43.126Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService6'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='ff43f769-2343-4332-a665-91c10141aa24'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::5]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 745 | 2024-09-25T17:23:43.127Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
|
| 746 | 2024-09-25T17:23:43.191Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService8'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::4'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='77c1f221-0c5e-43f5-948b-b4c15f5195b8'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::4]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 747 | 2024-09-25T17:23:43.192Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 748 | 2024-09-25T17:23:43.197Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService5'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::3'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='0121283a-ea0a-4bdc-a0ba-7f7212d19f75'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::3]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 749 | 2024-09-25T17:23:43.198Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
|
| 750 | 2024-09-25T17:23:43.204Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService9'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='a5721b0b-bb7d-4276-a1da-113bb8a9603d'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::7]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 751 | 2024-09-25T17:23:43.204Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 752 | 2024-09-25T17:23:43.266Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24") failed: Property not found. retry in 36.901603ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
|
| 753 | 2024-09-25T17:23:43.274Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 34.343305ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 754 | 2024-09-25T17:23:43.311Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24") failed: Property not found. retry in 125.489588ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
|
| 755 | 2024-09-25T17:23:43.319Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 53.050462ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 756 | 2024-09-25T17:23:43.338Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8") failed: Property not found. retry in 42.389049ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 757 | 2024-09-25T17:23:43.432Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75") failed: Property not found. retry in 43.704133ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
|
| 758 | 2024-09-25T17:23:43.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 55.583703ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 759 | 2024-09-25T17:23:43.556Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75") failed: Property not found. retry in 111.672817ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
|
| 760 | 2024-09-25T17:23:43.649Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24") failed: Property not found. retry in 276.457317ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
|
| 761 | 2024-09-25T17:23:43.663Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 106.423307ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 762 | 2024-09-25T17:23:43.680Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8") failed: Property not found. retry in 94.145558ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 763 | 2024-09-25T17:23:43.692Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75") failed: Property not found. retry in 141.481636ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
|
| 764 | 2024-09-25T17:23:43.709Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 109.843143ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 765 | 2024-09-25T17:23:43.813Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 518.063873ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 766 | 2024-09-25T17:23:43.862Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8") failed: Property not found. retry in 138.549056ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 767 | 2024-09-25T17:23:43.890Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75") failed: Property not found. retry in 525.00627ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
|
| 768 | 2024-09-25T17:23:43.918Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 106.198266ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 769 | 2024-09-25T17:23:43.945Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24") failed: Property not found. retry in 527.172316ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
|
| 770 | 2024-09-25T17:23:44.017Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8") failed: Property not found. retry in 289.65277ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 771 | 2024-09-25T17:23:44.044Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 258.539155ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 772 | 2024-09-25T17:23:44.367Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 426.49841ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 773 | 2024-09-25T17:23:44.426Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 401.785317ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 774 | 2024-09-25T17:23:44.478Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8") failed: Property not found. retry in 574.328584ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 775 | 2024-09-25T17:23:44.533Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75") failed: Property not found. retry in 951.070327ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
|
| 776 | 2024-09-25T17:23:44.570Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24") failed: Property not found. retry in 1.064282491s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
|
| 777 | 2024-09-25T17:23:44.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 955.765336ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 778 | 2024-09-25T17:23:45.197Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 718.408606ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 779 | 2024-09-25T17:23:45.273Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8") failed: Property not found. retry in 644.940156ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 780 | 2024-09-25T17:23:45.544Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75") failed: Property not found. retry in 1.011194454s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
|
| 781 | 2024-09-25T17:23:45.688Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24") failed: Property not found. retry in 1.482746854s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
|
| 782 | 2024-09-25T17:23:45.851Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 998.921241ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 783 | 2024-09-25T17:23:45.925Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 926.335219ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 784 | 2024-09-25T17:23:45.936Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8") failed: Property not found. retry in 506.038296ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 785 | 2024-09-25T17:23:46.450Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8") failed: Property not found. retry in 1.479532772s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 786 | 2024-09-25T17:23:46.563Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75") failed: Property not found. retry in 992.882835ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
|
| 787 | 2024-09-25T17:23:46.857Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 618.214039ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 788 | 2024-09-25T17:23:46.864Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 1.096220956s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 789 | 2024-09-25T17:23:47.176Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24") failed: Property not found. retry in 1.374276759s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
|
| 790 | 2024-09-25T17:23:47.431Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57336
|
| 791 | 2024-09-25T17:23:47.431Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 76
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:57336
req_id = 70b7c1f5-963e-4601-ae4e-779a8774aa21
response_code = 200
uri = /baseboard
|
| 792 | 2024-09-25T17:23:47.483Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 874.303225ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 793 | 2024-09-25T17:23:47.561Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75") failed: Property not found. retry in 1.269632457s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
|
| 794 | 2024-09-25T17:23:47.935Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8") failed: Property not found. retry in 807.097366ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 795 | 2024-09-25T17:23:47.965Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 844.553871ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 796 | 2024-09-25T17:23:48.365Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 541.651319ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 797 | 2024-09-25T17:23:48.556Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24") failed: Property not found. retry in 1.010845514s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
|
| 798 | 2024-09-25T17:23:48.748Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8") failed: Property not found. retry in 608.53292ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 799 | 2024-09-25T17:23:48.816Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 1.008218096s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 800 | 2024-09-25T17:23:48.835Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75") failed: Property not found. retry in 783.641745ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
|
| 801 | 2024-09-25T17:23:48.915Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 922.263637ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 802 | 2024-09-25T17:23:49.364Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8") failed: Property not found. retry in 601.054316ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 803 | 2024-09-25T17:23:49.573Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24") failed: Property not found. retry in 762.012819ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
|
| 804 | 2024-09-25T17:23:49.627Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75") failed: Property not found. retry in 988.163538ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
|
| 805 | 2024-09-25T17:23:49.830Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 1.38249014s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 806 | 2024-09-25T17:23:49.844Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 999.620904ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 807 | 2024-09-25T17:23:49.973Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8") failed: Property not found. retry in 984.142799ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 808 | 2024-09-25T17:23:50.344Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24") failed: Property not found. retry in 1.005043996s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
|
| 809 | 2024-09-25T17:23:50.624Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75") failed: Property not found. retry in 868.1787ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
|
| 810 | 2024-09-25T17:23:50.852Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 729.942161ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 811 | 2024-09-25T17:23:50.963Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8") failed: Property not found. retry in 526.957082ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 812 | 2024-09-25T17:23:51.218Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 594.848896ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 813 | 2024-09-25T17:23:51.355Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24") failed: Property not found. retry in 745.924044ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
|
| 814 | 2024-09-25T17:23:51.499Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8") failed: Property not found. retry in 773.268723ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 815 | 2024-09-25T17:23:51.508Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75") failed: Property not found. retry in 1.173454128s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
|
| 816 | 2024-09-25T17:23:51.590Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 912.885658ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 817 | 2024-09-25T17:23:51.820Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 707.685404ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 818 | 2024-09-25T17:23:52.091Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 515.078903ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 819 | 2024-09-25T17:23:52.108Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24") failed: Property not found. retry in 502.42487ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
|
| 820 | 2024-09-25T17:23:52.279Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8") failed: Property not found. retry in 503.728077ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 821 | 2024-09-25T17:23:52.511Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 1.427658153s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 822 | 2024-09-25T17:23:52.535Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 629.6805ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 823 | 2024-09-25T17:23:52.647Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24") failed: Property not found. retry in 1.311311788s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
|
| 824 | 2024-09-25T17:23:52.688Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75") failed: Property not found. retry in 1.20892313s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
|
| 825 | 2024-09-25T17:23:52.791Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8") failed: Property not found. retry in 1.409547745s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 826 | 2024-09-25T17:23:53.174Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 756.384369ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 827 | 2024-09-25T17:23:53.902Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75") failed: Property not found. retry in 1.099695325s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
|
| 828 | 2024-09-25T17:23:53.936Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 689.560006ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 829 | 2024-09-25T17:23:53.944Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 1.075851421s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 830 | 2024-09-25T17:23:53.964Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24") failed: Property not found. retry in 1.257963457s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
|
| 831 | 2024-09-25T17:23:54.207Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8") failed: Property not found. retry in 913.344786ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 832 | 2024-09-25T17:23:54.633Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 1.247608296s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 833 | 2024-09-25T17:23:55.011Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75") failed: Property not found. retry in 779.528769ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
|
| 834 | 2024-09-25T17:23:55.027Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 690.540359ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 835 | 2024-09-25T17:23:55.725Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 1.237198301s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 836 | 2024-09-25T17:23:55.886Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 925.681879ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 837 | 2024-09-25T17:23:56.819Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 635.736221ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 838 | 2024-09-25T17:23:56.968Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 879.374509ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 839 | 2024-09-25T17:23:57.465Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 1.142349016s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 840 | 2024-09-25T17:23:57.858Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 1.281862067s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 841 | 2024-09-25T17:23:58.625Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 538.273946ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 842 | 2024-09-25T17:23:59.152Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 921.558763ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 843 | 2024-09-25T17:23:59.172Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 1.465567902s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 844 | 2024-09-25T17:24:00.085Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 982.215812ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 845 | 2024-09-25T17:24:00.648Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 759.663222ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 846 | 2024-09-25T17:24:01.077Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 1.444630662s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 847 | 2024-09-25T17:24:01.419Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 1.049522028s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 848 | 2024-09-25T17:24:02.478Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 980.346772ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 849 | 2024-09-25T17:24:02.531Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 875.758754ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 850 | 2024-09-25T17:24:03.510Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 851.028728ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 851 | 2024-09-25T17:24:03.814Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 656.993808ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 852 | 2024-09-25T17:24:04.372Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d") failed: Property not found. retry in 590.40715ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 853 | 2024-09-25T17:24:04.490Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8") failed: Property not found. retry in 1.221267363s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 854 | 2024-09-25T17:24:05.732Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_cockroachdb_0121283a-ea0a-4bdc-a0ba-7f7212d19f75
|
| 855 | 2024-09-25T17:24:05.732Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_cockroachdb_ff43f769-2343-4332-a665-91c10141aa24
|
| 856 | 2024-09-25T17:24:05.732Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_cockroachdb_7c0b6b37-629d-463e-bbd0-28f987ffdec8
|
| 857 | 2024-09-25T17:24:05.732Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_cockroachdb_77c1f221-0c5e-43f5-948b-b4c15f5195b8
|
| 858 | 2024-09-25T17:24:05.732Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_cockroachdb_a5721b0b-bb7d-4276-a1da-113bb8a9603d
|
| 859 | 2024-09-25T17:24:05.732Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 860 | 2024-09-25T17:24:05.762Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 861 | 2024-09-25T17:24:05.787Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 26158970
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:38093
req_id = 8287c271-3589-48d8-b28c-cafbcfbdbdf5
response_code = 204
uri = /omicron-zones
|
| 862 | 2024-09-25T17:24:05.820Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60601
|
| 863 | 2024-09-25T17:24:05.850Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221
file = sled-agent/src/services.rs:3713
|
| 864 | 2024-09-25T17:24:08.501Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3731
|
| 865 | 2024-09-25T17:24:28.926Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3754
|
| 866 | 2024-09-25T17:24:28.928Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 23106224
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:60601
req_id = 3e876a18-9f4b-421d-8011-3e69f6c4d203
response_code = 204
uri = /cockroachdb
|
| 867 | 2024-09-25T17:24:28.931Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:34853
|
| 868 | 2024-09-25T17:24:28.931Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 567
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:34853
req_id = 0cadb337-c061-440a-81cc-96119beb1417
response_code = 200
uri = /baseboard
|
| 869 | 2024-09-25T17:24:28.937Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 1.027716616s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 870 | 2024-09-25T17:24:28.971Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: ddd5d4f4-1113-49a5-bb63-a018bec3753e (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 11f53a30-9163-413a-8f7f-4bf206fb8176 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8ac7b020-611c-4785-9fd1-81299d723802 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 5a4947e0-908f-4253-a1b7-d052600ace59, kind: Service { id: 8ac7b020-611c-4785-9fd1-81299d723802 }, name: Name("ntp-8ac7b020-611c-4785-9fd1-81299d723802"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 19])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 0121283a-ea0a-4bdc-a0ba-7f7212d19f75 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } } } }, OmicronZoneConfig { id: 77c1f221-0c5e-43f5-948b-b4c15f5195b8 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } } } }, OmicronZoneConfig { id: ff43f769-2343-4332-a665-91c10141aa24 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7c0b6b37-629d-463e-bbd0-28f987ffdec8 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External } } } }, OmicronZoneConfig { id: a5721b0b-bb7d-4276-a1da-113bb8a9603d (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External } } } }, OmicronZoneConfig { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name("external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name("external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 313e9723-c1f8-48c7-a257-702d615dcb31 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name("nexus-313e9723-c1f8-48c7-a257-702d615dcb31"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f498676d-98ca-4df7-a306-c337617f6891 (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name("nexus-f498676d-98ca-4df7-a306-c337617f6891"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name("nexus-2fc249d5-9788-4a35-ad94-1440f36e8698"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 59f5203c-436e-41c1-82ad-d4ecd34c73e7 (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: a2acd40f-af3b-4ea4-a6c6-660dd6a11963 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1a422443-c746-4043-b83b-bb664b285a03 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 1780ab37-2330-4e89-94aa-0a8aba8e52e9 (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 8dcfebbf-035f-4b06-a172-9e93004d96f1 (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 1cda4112-f108-40cf-8ab2-5fd7bf353da6 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External } } } }, OmicronZoneConfig { id: a61c0c14-803d-4540-975c-0dba2c7e807a (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72cf0a8e-3699-4846-b55d-f359e8e2ddc4 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External } } } }, OmicronZoneConfig { id: b0fefba3-e2af-4fd0-98f2-03f2b51849dc (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3c12fc09-9dfc-491d-8d0d-cce91271e5fd (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External } } } }, OmicronZoneConfig { id: dff20737-9a23-452a-889d-648f4702a7b1 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool), kind: External } } } }, OmicronZoneConfig { id: 16c36518-4c59-421f-8867-3ecda61f6c31 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool), kind: External } } } }, OmicronZoneConfig { id: 422460a8-5c76-4dcc-bb40-32f9828078a4 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External } } } }, OmicronZoneConfig { id: 9937d108-82f6-4a1e-a3f1-2f09d9ff1991 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 090dcb97-4f3b-4f5d-86e6-739763019615 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 090dcb97-4f3b-4f5d-86e6-739763019615 (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
| 871 | 2024-09-25T17:24:28.972Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:63195
|
| 872 | 2024-09-25T17:24:28.975Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ddd5d4f4-1113-49a5-bb63-a018bec3753e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 873 | 2024-09-25T17:24:28.975Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: ddd5d4f4-1113-49a5-bb63-a018bec3753e, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 874 | 2024-09-25T17:24:28.995Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 875 | 2024-09-25T17:24:28.995Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 929fdd8e-9f93-4e52-8d3d-ae706bb7a130, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 876 | 2024-09-25T17:24:29.017Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 11f53a30-9163-413a-8f7f-4bf206fb8176, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 877 | 2024-09-25T17:24:29.017Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 11f53a30-9163-413a-8f7f-4bf206fb8176, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
| 878 | 2024-09-25T17:24:29.036Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 0121283a-ea0a-4bdc-a0ba-7f7212d19f75, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 879 | 2024-09-25T17:24:29.036Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 0121283a-ea0a-4bdc-a0ba-7f7212d19f75, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 880 | 2024-09-25T17:24:29.054Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 77c1f221-0c5e-43f5-948b-b4c15f5195b8, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 881 | 2024-09-25T17:24:29.054Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 77c1f221-0c5e-43f5-948b-b4c15f5195b8, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 882 | 2024-09-25T17:24:29.073Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ff43f769-2343-4332-a665-91c10141aa24, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 883 | 2024-09-25T17:24:29.073Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: ff43f769-2343-4332-a665-91c10141aa24, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 884 | 2024-09-25T17:24:29.090Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c0b6b37-629d-463e-bbd0-28f987ffdec8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 885 | 2024-09-25T17:24:29.090Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 7c0b6b37-629d-463e-bbd0-28f987ffdec8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 886 | 2024-09-25T17:24:29.108Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a5721b0b-bb7d-4276-a1da-113bb8a9603d, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 887 | 2024-09-25T17:24:29.108Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: a5721b0b-bb7d-4276-a1da-113bb8a9603d, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
| 888 | 2024-09-25T17:24:29.127Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 889 | 2024-09-25T17:24:29.127Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 890 | 2024-09-25T17:24:29.246Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 891 | 2024-09-25T17:24:29.246Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
| 892 | 2024-09-25T17:24:29.360Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a2acd40f-af3b-4ea4-a6c6-660dd6a11963, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 893 | 2024-09-25T17:24:29.360Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: a2acd40f-af3b-4ea4-a6c6-660dd6a11963, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
| 894 | 2024-09-25T17:24:29.469Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 1cda4112-f108-40cf-8ab2-5fd7bf353da6, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 895 | 2024-09-25T17:24:29.469Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 1cda4112-f108-40cf-8ab2-5fd7bf353da6, dataset_name: DatasetName { pool_name: ZpoolName { id: 2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 896 | 2024-09-25T17:24:29.569Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a61c0c14-803d-4540-975c-0dba2c7e807a, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 897 | 2024-09-25T17:24:29.570Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: a61c0c14-803d-4540-975c-0dba2c7e807a, dataset_name: DatasetName { pool_name: ZpoolName { id: fe3d10a1-f7bd-456b-9a54-72c3651a7862 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 898 | 2024-09-25T17:24:29.660Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 72cf0a8e-3699-4846-b55d-f359e8e2ddc4, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 899 | 2024-09-25T17:24:29.660Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 72cf0a8e-3699-4846-b55d-f359e8e2ddc4, dataset_name: DatasetName { pool_name: ZpoolName { id: 1e6bf961-835f-4fb8-88ff-1a8e1a58bf50 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 900 | 2024-09-25T17:24:29.791Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b0fefba3-e2af-4fd0-98f2-03f2b51849dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 901 | 2024-09-25T17:24:29.791Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: b0fefba3-e2af-4fd0-98f2-03f2b51849dc, dataset_name: DatasetName { pool_name: ZpoolName { id: 6cd0db00-82cc-45a5-9786-a174954df7f0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 902 | 2024-09-25T17:24:29.875Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 3c12fc09-9dfc-491d-8d0d-cce91271e5fd, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 903 | 2024-09-25T17:24:29.875Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 3c12fc09-9dfc-491d-8d0d-cce91271e5fd, dataset_name: DatasetName { pool_name: ZpoolName { id: 8c6d5961-04f6-4b0b-99a3-25216a6a4953 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 904 | 2024-09-25T17:24:29.978Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: dff20737-9a23-452a-889d-648f4702a7b1, dataset_name: DatasetName { pool_name: ZpoolName { id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 905 | 2024-09-25T17:24:29.978Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: dff20737-9a23-452a-889d-648f4702a7b1, dataset_name: DatasetName { pool_name: ZpoolName { id: df18cb26-568c-4123-a14d-afbe4b0b3b4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 906 | 2024-09-25T17:24:30.103Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 16c36518-4c59-421f-8867-3ecda61f6c31, dataset_name: DatasetName { pool_name: ZpoolName { id: 21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 907 | 2024-09-25T17:24:30.103Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 16c36518-4c59-421f-8867-3ecda61f6c31, dataset_name: DatasetName { pool_name: ZpoolName { id: 21286ac3-4c27-41f6-98e3-d36ea66bfe13 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 908 | 2024-09-25T17:24:30.224Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 422460a8-5c76-4dcc-bb40-32f9828078a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 909 | 2024-09-25T17:24:30.225Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 422460a8-5c76-4dcc-bb40-32f9828078a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ade5407-5f7e-4382-b300-7995dbe0cc6a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 910 | 2024-09-25T17:24:30.312Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 9937d108-82f6-4a1e-a3f1-2f09d9ff1991, dataset_name: DatasetName { pool_name: ZpoolName { id: 090dcb97-4f3b-4f5d-86e6-739763019615 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
| 911 | 2024-09-25T17:24:30.312Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1065
request = NewFilesystemRequest { dataset_id: 9937d108-82f6-4a1e-a3f1-2f09d9ff1991, dataset_name: DatasetName { pool_name: ZpoolName { id: 090dcb97-4f3b-4f5d-86e6-739763019615 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
| 912 | 2024-09-25T17:24:30.421Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 913 | 2024-09-25T17:24:30.422Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 914 | 2024-09-25T17:24:30.422Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 915 | 2024-09-25T17:24:30.423Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 916 | 2024-09-25T17:24:30.543Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 917 | 2024-09-25T17:24:30.545Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 918 | 2024-09-25T17:24:30.545Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 919 | 2024-09-25T17:24:30.548Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 920 | 2024-09-25T17:24:30.548Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 921 | 2024-09-25T17:24:30.599Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 922 | 2024-09-25T17:24:30.599Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 923 | 2024-09-25T17:24:30.599Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 924 | 2024-09-25T17:24:30.599Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 925 | 2024-09-25T17:24:30.600Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 926 | 2024-09-25T17:24:30.766Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 927 | 2024-09-25T17:24:30.766Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 928 | 2024-09-25T17:24:30.813Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 929 | 2024-09-25T17:24:30.813Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 930 | 2024-09-25T17:24:30.813Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 931 | 2024-09-25T17:24:30.814Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 932 | 2024-09-25T17:24:30.837Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:260
|
| 933 | 2024-09-25T17:24:30.838Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 934 | 2024-09-25T17:24:30.838Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 935 | 2024-09-25T17:24:30.838Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4
file = illumos-utils/src/zone.rs:316
|
| 936 | 2024-09-25T17:24:30.842Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03
file = illumos-utils/src/zone.rs:316
|
| 937 | 2024-09-25T17:24:30.848Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1
file = illumos-utils/src/zone.rs:316
|
| 938 | 2024-09-25T17:24:30.853Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7
file = illumos-utils/src/zone.rs:316
|
| 939 | 2024-09-25T17:24:30.858Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4
file = illumos-utils/src/zone.rs:316
|
| 940 | 2024-09-25T17:24:30.863Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd
file = illumos-utils/src/zone.rs:316
|
| 941 | 2024-09-25T17:24:30.868Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6
file = illumos-utils/src/zone.rs:316
|
| 942 | 2024-09-25T17:24:30.872Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
file = illumos-utils/src/zone.rs:316
|
| 943 | 2024-09-25T17:24:30.992Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4
file = illumos-utils/src/zone.rs:354
|
| 944 | 2024-09-25T17:24:30.997Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03
file = illumos-utils/src/zone.rs:354
|
| 945 | 2024-09-25T17:24:31.002Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1
file = illumos-utils/src/zone.rs:354
|
| 946 | 2024-09-25T17:24:31.007Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7
file = illumos-utils/src/zone.rs:354
|
| 947 | 2024-09-25T17:24:31.011Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4
file = illumos-utils/src/zone.rs:354
|
| 948 | 2024-09-25T17:24:31.016Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd
file = illumos-utils/src/zone.rs:354
|
| 949 | 2024-09-25T17:24:31.020Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6
file = illumos-utils/src/zone.rs:354
|
| 950 | 2024-09-25T17:24:31.024Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
file = illumos-utils/src/zone.rs:354
|
| 951 | 2024-09-25T17:24:31.029Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9
file = illumos-utils/src/zone.rs:316
|
| 952 | 2024-09-25T17:24:31.034Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
file = illumos-utils/src/zone.rs:316
|
| 953 | 2024-09-25T17:24:31.040Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a
file = illumos-utils/src/zone.rs:316
|
| 954 | 2024-09-25T17:24:31.045Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc
file = illumos-utils/src/zone.rs:316
|
| 955 | 2024-09-25T17:24:31.052Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
file = illumos-utils/src/zone.rs:316
|
| 956 | 2024-09-25T17:24:31.057Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
file = illumos-utils/src/zone.rs:316
|
| 957 | 2024-09-25T17:24:31.100Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 958 | 2024-09-25T17:24:31.135Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 959 | 2024-09-25T17:24:31.135Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9
file = illumos-utils/src/zone.rs:354
|
| 960 | 2024-09-25T17:24:31.141Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
file = illumos-utils/src/zone.rs:354
|
| 961 | 2024-09-25T17:24:31.146Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a
file = illumos-utils/src/zone.rs:354
|
| 962 | 2024-09-25T17:24:31.150Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc
file = illumos-utils/src/zone.rs:354
|
| 963 | 2024-09-25T17:24:31.155Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
file = illumos-utils/src/zone.rs:354
|
| 964 | 2024-09-25T17:24:31.160Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
file = illumos-utils/src/zone.rs:354
|
| 965 | 2024-09-25T17:24:31.212Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 966 | 2024-09-25T17:24:31.269Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 967 | 2024-09-25T17:24:31.272Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 968 | 2024-09-25T17:24:31.272Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 969 | 2024-09-25T17:24:31.335Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte1", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 137, 232]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 970 | 2024-09-25T17:24:31.335Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1261
zone_type = nexus
|
| 971 | 2024-09-25T17:24:31.338Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 972 | 2024-09-25T17:24:31.338Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 973 | 2024-09-25T17:24:31.396Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte2", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 151, 215]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 974 | 2024-09-25T17:24:31.396Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1261
zone_type = nexus
|
| 975 | 2024-09-25T17:24:31.457Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:277
|
| 976 | 2024-09-25T17:24:31.459Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 977 | 2024-09-25T17:24:31.459Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 978 | 2024-09-25T17:24:31.513Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte3", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 158, 142]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 979 | 2024-09-25T17:24:31.513Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1261
zone_type = external_dns
|
| 980 | 2024-09-25T17:24:31.514Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:83
|
| 981 | 2024-09-25T17:24:31.514Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:90
|
| 982 | 2024-09-25T17:24:31.514Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:83
|
| 983 | 2024-09-25T17:24:31.514Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:90
|
| 984 | 2024-09-25T17:24:31.516Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 985 | 2024-09-25T17:24:31.516Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 986 | 2024-09-25T17:24:31.574Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte4", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 134, 63]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
| 987 | 2024-09-25T17:24:31.574Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1261
zone_type = external_dns
|
| 988 | 2024-09-25T17:24:31.576Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:302
|
| 989 | 2024-09-25T17:24:31.576Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:194
|
| 990 | 2024-09-25T17:24:31.634Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte5", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 186, 141]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
| 991 | 2024-09-25T17:24:31.634Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1261
zone_type = nexus
|
| 992 | 2024-09-25T17:24:31.634Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.166
file = clients/dpd-client/src/lib.rs:118
|
| 993 | 2024-09-25T17:24:31.636Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.168
file = clients/dpd-client/src/lib.rs:118
|
| 994 | 2024-09-25T17:24:31.638Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:83
|
| 995 | 2024-09-25T17:24:31.638Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:90
|
| 996 | 2024-09-25T17:24:31.639Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 997 | 2024-09-25T17:24:31.639Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 998 | 2024-09-25T17:24:31.770Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.165
file = clients/dpd-client/src/lib.rs:118
|
| 999 | 2024-09-25T17:24:31.774Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1000 | 2024-09-25T17:24:31.775Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
file = illumos-utils/src/zone.rs:316
|
| 1001 | 2024-09-25T17:24:31.794Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698
file = illumos-utils/src/zone.rs:316
|
| 1002 | 2024-09-25T17:24:31.886Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:83
|
| 1003 | 2024-09-25T17:24:31.886Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:90
|
| 1004 | 2024-09-25T17:24:31.886Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:83
|
| 1005 | 2024-09-25T17:24:31.886Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:90
|
| 1006 | 2024-09-25T17:24:31.887Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
file = illumos-utils/src/zone.rs:354
|
| 1007 | 2024-09-25T17:24:31.904Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698
file = illumos-utils/src/zone.rs:354
|
| 1008 | 2024-09-25T17:24:31.918Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
file = illumos-utils/src/zone.rs:316
|
| 1009 | 2024-09-25T17:24:31.928Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.164
file = clients/dpd-client/src/lib.rs:118
|
| 1010 | 2024-09-25T17:24:31.935Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.2.167
file = clients/dpd-client/src/lib.rs:118
|
| 1011 | 2024-09-25T17:24:31.938Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1012 | 2024-09-25T17:24:31.938Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1013 | 2024-09-25T17:24:32.201Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
file = illumos-utils/src/zone.rs:354
|
| 1014 | 2024-09-25T17:24:32.222Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
file = illumos-utils/src/zone.rs:316
|
| 1015 | 2024-09-25T17:24:32.245Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
file = illumos-utils/src/zone.rs:316
|
| 1016 | 2024-09-25T17:24:32.297Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
file = illumos-utils/src/zone.rs:354
|
| 1017 | 2024-09-25T17:24:32.311Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
file = illumos-utils/src/zone.rs:354
|
| 1018 | 2024-09-25T17:24:37.910Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService11'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::f'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::f'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1019 | 2024-09-25T17:24:40.748Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService12'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::11'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::11'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1020 | 2024-09-25T17:24:40.856Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03
|
| 1021 | 2024-09-25T17:24:40.946Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1
|
| 1022 | 2024-09-25T17:24:41.037Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService14'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::14'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_1e6bf961-835f-4fb8-88ff-1a8e1a58bf50/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::14'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='04d5e412-6407-4f2e-bbb9-58f25b3a5561'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1023 | 2024-09-25T17:24:41.037Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService16'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::12'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::12'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='dae0334f-df81-400f-b76f-44c84432ced5'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1024 | 2024-09-25T17:24:41.038Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4
|
| 1025 | 2024-09-25T17:24:41.050Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService15'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::16'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_8c6d5961-04f6-4b0b-99a3-25216a6a4953/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::16'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='d2e55216-cf57-4405-9e1d-e20a770c7322'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1026 | 2024-09-25T17:24:41.051Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6
|
| 1027 | 2024-09-25T17:24:41.062Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService17'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::17'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_df18cb26-568c-4123-a14d-afbe4b0b3b4c/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::17'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='08426d36-1bfd-4496-8e76-754702d640f8'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1028 | 2024-09-25T17:24:41.063Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService20'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::13'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_fe3d10a1-f7bd-456b-9a54-72c3651a7862/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::13'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='6baa70d4-bd09-4131-a697-93150712b177'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1029 | 2024-09-25T17:24:41.064Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService22'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::18'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_21286ac3-4c27-41f6-98e3-d36ea66bfe13/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::18'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='75f5b21b-af22-47a8-903b-5b9c1c1439d4'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1030 | 2024-09-25T17:24:41.066Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService10'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::19'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_3ade5407-5f7e-4382-b300-7995dbe0cc6a/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::19'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='853d52c7-2cef-4993-873a-07e96748ad02'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1031 | 2024-09-25T17:24:41.066Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd
|
| 1032 | 2024-09-25T17:24:41.079Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
|
| 1033 | 2024-09-25T17:24:41.088Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a
|
| 1034 | 2024-09-25T17:24:41.096Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
|
| 1035 | 2024-09-25T17:24:41.105Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4
|
| 1036 | 2024-09-25T17:24:41.282Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService18'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::10'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::10'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1037 | 2024-09-25T17:24:41.286Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9
|
| 1038 | 2024-09-25T17:24:41.320Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService21'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::15'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_6cd0db00-82cc-45a5-9786-a174954df7f0/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::15'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='29820b66-fce7-4fcf-a652-9f170f921518'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1039 | 2024-09-25T17:24:41.323Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService23'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_090dcb97-4f3b-4f5d-86e6-739763019615/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1a'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='0a4c82c4-0afc-4ee2-97a0-40a6620f9421'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1040 | 2024-09-25T17:24:41.324Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc
|
| 1041 | 2024-09-25T17:24:41.333Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
|
| 1042 | 2024-09-25T17:24:41.464Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService13'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::d'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value='59f5203c-436e-41c1-82ad-d4ecd34c73e7'/>
<propval type="astring" name="address" value='[fd00:1122:3344:101::d]:12223'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1043 | 2024-09-25T17:24:41.465Z | INFO | SledAgent (ServiceManager): Booting oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7
|
| 1044 | 2024-09-25T17:24:43.666Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService26'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::9'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte3'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::9]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.6:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1045 | 2024-09-25T17:24:43.666Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService27'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::8'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte4'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::8]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.5:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1046 | 2024-09-25T17:24:43.667Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
|
| 1047 | 2024-09-25T17:24:43.674Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1048 | 2024-09-25T17:24:44.055Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd") failed: Property not found. retry in 67.128646ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd
|
| 1049 | 2024-09-25T17:24:44.066Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4") failed: Property not found. retry in 41.233231ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4
|
| 1050 | 2024-09-25T17:24:44.076Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03") failed: Property not found. retry in 61.366446ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03
|
| 1051 | 2024-09-25T17:24:44.087Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4") failed: Property not found. retry in 61.495116ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4
|
| 1052 | 2024-09-25T17:24:44.099Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6") failed: Property not found. retry in 49.056919ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6
|
| 1053 | 2024-09-25T17:24:44.110Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1") failed: Property not found. retry in 26.218666ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
|
| 1054 | 2024-09-25T17:24:44.121Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a") failed: Property not found. retry in 31.208276ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a
|
| 1055 | 2024-09-25T17:24:44.154Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31") failed: Property not found. retry in 69.841068ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
|
| 1056 | 2024-09-25T17:24:44.254Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4") failed: Property not found. retry in 90.310484ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4
|
| 1057 | 2024-09-25T17:24:44.287Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03") failed: Property not found. retry in 143.862877ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03
|
| 1058 | 2024-09-25T17:24:44.425Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1") failed: Property not found. retry in 34.357618ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1
|
| 1059 | 2024-09-25T17:24:44.693Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4") failed: Property not found. retry in 123.165147ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4
|
| 1060 | 2024-09-25T17:24:44.776Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd") failed: Property not found. retry in 146.887376ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd
|
| 1061 | 2024-09-25T17:24:44.956Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6") failed: Property not found. retry in 136.732235ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6
|
| 1062 | 2024-09-25T17:24:45.183Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1") failed: Property not found. retry in 116.93982ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
|
| 1063 | 2024-09-25T17:24:45.214Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9") failed: Property not found. retry in 64.88549ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9
|
| 1064 | 2024-09-25T17:24:45.225Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a") failed: Property not found. retry in 113.833008ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a
|
| 1065 | 2024-09-25T17:24:45.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc") failed: Property not found. retry in 50.549922ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc
|
| 1066 | 2024-09-25T17:24:45.265Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4") failed: Property not found. retry in 168.697417ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4
|
| 1067 | 2024-09-25T17:24:45.282Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03") failed: Property not found. retry in 154.33504ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03
|
| 1068 | 2024-09-25T17:24:45.309Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1") failed: Property not found. retry in 97.198449ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1
|
| 1069 | 2024-09-25T17:24:45.325Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7") failed: Property not found. retry in 70.701917ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7
|
| 1070 | 2024-09-25T17:24:45.347Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4") failed: Property not found. retry in 248.170165ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4
|
| 1071 | 2024-09-25T17:24:45.368Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd") failed: Property not found. retry in 172.022768ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd
|
| 1072 | 2024-09-25T17:24:45.388Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6") failed: Property not found. retry in 110.735545ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6
|
| 1073 | 2024-09-25T17:24:45.406Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1") failed: Property not found. retry in 123.63313ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
|
| 1074 | 2024-09-25T17:24:45.423Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9") failed: Property not found. retry in 99.039256ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9
|
| 1075 | 2024-09-25T17:24:45.440Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c") failed: Property not found. retry in 69.867182ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
|
| 1076 | 2024-09-25T17:24:45.455Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a") failed: Property not found. retry in 266.055171ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a
|
| 1077 | 2024-09-25T17:24:45.473Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc") failed: Property not found. retry in 131.121862ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc
|
| 1078 | 2024-09-25T17:24:45.489Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3") failed: Property not found. retry in 47.858876ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1079 | 2024-09-25T17:24:45.504Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31") failed: Property not found. retry in 108.578898ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
|
| 1080 | 2024-09-25T17:24:45.527Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991") failed: Property not found. retry in 37.686932ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
|
| 1081 | 2024-09-25T17:24:45.543Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4") failed: Property not found. retry in 209.731745ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4
|
| 1082 | 2024-09-25T17:24:45.570Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03") failed: Property not found. retry in 409.049487ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03
|
| 1083 | 2024-09-25T17:24:45.571Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 1.80558087s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): operation timed out"
file = oximeter/producer/src/lib.rs:424
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1084 | 2024-09-25T17:24:45.592Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1") failed: Property not found. retry in 128.311174ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1
|
| 1085 | 2024-09-25T17:24:45.608Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7") failed: Property not found. retry in 91.144754ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7
|
| 1086 | 2024-09-25T17:24:45.619Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4") failed: Property not found. retry in 223.710399ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4
|
| 1087 | 2024-09-25T17:24:45.632Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd") failed: Property not found. retry in 524.060916ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd
|
| 1088 | 2024-09-25T17:24:45.646Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6") failed: Property not found. retry in 426.536009ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6
|
| 1089 | 2024-09-25T17:24:45.657Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1") failed: Property not found. retry in 209.730864ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
|
| 1090 | 2024-09-25T17:24:45.668Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9") failed: Property not found. retry in 299.922934ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9
|
| 1091 | 2024-09-25T17:24:45.679Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c") failed: Property not found. retry in 126.805555ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
|
| 1092 | 2024-09-25T17:24:45.691Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc") failed: Property not found. retry in 192.188116ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc
|
| 1093 | 2024-09-25T17:24:45.700Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3") failed: Property not found. retry in 118.665967ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1094 | 2024-09-25T17:24:45.710Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31") failed: Property not found. retry in 246.328521ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
|
| 1095 | 2024-09-25T17:24:45.721Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991") failed: Property not found. retry in 104.283867ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
|
| 1096 | 2024-09-25T17:24:45.731Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7") failed: Property not found. retry in 295.103278ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7
|
| 1097 | 2024-09-25T17:24:45.741Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a") failed: Property not found. retry in 467.64517ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a
|
| 1098 | 2024-09-25T17:24:45.753Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1") failed: Property not found. retry in 223.86231ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1
|
| 1099 | 2024-09-25T17:24:45.764Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4") failed: Property not found. retry in 814.767655ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4
|
| 1100 | 2024-09-25T17:24:45.820Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c") failed: Property not found. retry in 286.806261ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
|
| 1101 | 2024-09-25T17:24:45.830Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3") failed: Property not found. retry in 119.931578ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1102 | 2024-09-25T17:24:45.841Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991") failed: Property not found. retry in 209.068574ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
|
| 1103 | 2024-09-25T17:24:45.855Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4") failed: Property not found. retry in 1.075981303s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4
|
| 1104 | 2024-09-25T17:24:45.879Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1") failed: Property not found. retry in 466.308361ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
|
| 1105 | 2024-09-25T17:24:45.895Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc") failed: Property not found. retry in 304.844603ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc
|
| 1106 | 2024-09-25T17:24:45.959Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3") failed: Property not found. retry in 305.375837ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1107 | 2024-09-25T17:24:45.969Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31") failed: Property not found. retry in 445.300067ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
|
| 1108 | 2024-09-25T17:24:45.980Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9") failed: Property not found. retry in 415.332768ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9
|
| 1109 | 2024-09-25T17:24:45.993Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03") failed: Property not found. retry in 517.487223ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03
|
| 1110 | 2024-09-25T17:24:46.004Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1") failed: Property not found. retry in 1.072926595s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1
|
| 1111 | 2024-09-25T17:24:46.041Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7") failed: Property not found. retry in 264.344744ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7
|
| 1112 | 2024-09-25T17:24:46.069Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991") failed: Property not found. retry in 430.971466ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
|
| 1113 | 2024-09-25T17:24:46.087Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6") failed: Property not found. retry in 744.868093ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6
|
| 1114 | 2024-09-25T17:24:46.120Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c") failed: Property not found. retry in 483.36426ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
|
| 1115 | 2024-09-25T17:24:46.173Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd") failed: Property not found. retry in 981.077626ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd
|
| 1116 | 2024-09-25T17:24:46.213Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc") failed: Property not found. retry in 402.076741ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc
|
| 1117 | 2024-09-25T17:24:46.229Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a") failed: Property not found. retry in 892.246268ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a
|
| 1118 | 2024-09-25T17:24:46.275Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3") failed: Property not found. retry in 1.098385561s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1119 | 2024-09-25T17:24:46.319Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7") failed: Property not found. retry in 667.575559ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7
|
| 1120 | 2024-09-25T17:24:46.360Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1") failed: Property not found. retry in 771.684059ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
|
| 1121 | 2024-09-25T17:24:46.411Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9") failed: Property not found. retry in 871.586756ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9
|
| 1122 | 2024-09-25T17:24:46.444Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31") failed: Property not found. retry in 487.500484ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
|
| 1123 | 2024-09-25T17:24:46.453Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService24'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte1'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1124 | 2024-09-25T17:24:46.453Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService25'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::c'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte2'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1125 | 2024-09-25T17:24:46.453Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService28'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte5'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1126 | 2024-09-25T17:24:46.453Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
|
| 1127 | 2024-09-25T17:24:46.459Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698
|
| 1128 | 2024-09-25T17:24:46.466Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
|
| 1129 | 2024-09-25T17:24:46.517Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991") failed: Property not found. retry in 665.214264ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
|
| 1130 | 2024-09-25T17:24:46.533Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03") failed: Property not found. retry in 1.008698022s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03
|
| 1131 | 2024-09-25T17:24:46.595Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4") failed: Property not found. retry in 599.757094ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4
|
| 1132 | 2024-09-25T17:24:46.620Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c") failed: Property not found. retry in 648.530925ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
|
| 1133 | 2024-09-25T17:24:46.635Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc") failed: Property not found. retry in 1.027552082s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc
|
| 1134 | 2024-09-25T17:24:46.817Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31") failed: Property not found. retry in 51.623149ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
|
| 1135 | 2024-09-25T17:24:46.844Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891") failed: Property not found. retry in 26.21177ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
|
| 1136 | 2024-09-25T17:24:46.874Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698") failed: Property not found. retry in 41.168382ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698
|
| 1137 | 2024-09-25T17:24:46.895Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6") failed: Property not found. retry in 756.075911ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6
|
| 1138 | 2024-09-25T17:24:46.912Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891") failed: Property not found. retry in 71.259335ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
|
| 1139 | 2024-09-25T17:24:46.926Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31") failed: Property not found. retry in 68.070692ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
|
| 1140 | 2024-09-25T17:24:46.941Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698") failed: Property not found. retry in 132.089113ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698
|
| 1141 | 2024-09-25T17:24:46.965Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4") failed: Property not found. retry in 854.397413ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4
|
| 1142 | 2024-09-25T17:24:46.989Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31") failed: Property not found. retry in 754.162169ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
|
| 1143 | 2024-09-25T17:24:47.005Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891") failed: Property not found. retry in 166.549937ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
|
| 1144 | 2024-09-25T17:24:47.022Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31") failed: Property not found. retry in 264.791824ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
|
| 1145 | 2024-09-25T17:24:47.040Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7") failed: Property not found. retry in 1.333897299s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7
|
| 1146 | 2024-09-25T17:24:47.087Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698") failed: Property not found. retry in 269.886748ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698
|
| 1147 | 2024-09-25T17:24:47.104Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1") failed: Property not found. retry in 859.750673ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1
|
| 1148 | 2024-09-25T17:24:47.136Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a") failed: Property not found. retry in 1.033295183s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a
|
| 1149 | 2024-09-25T17:24:47.151Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1") failed: Property not found. retry in 735.529889ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
|
| 1150 | 2024-09-25T17:24:47.169Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd") failed: Property not found. retry in 1.357373501s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd
|
| 1151 | 2024-09-25T17:24:47.187Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891") failed: Property not found. retry in 322.681098ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
|
| 1152 | 2024-09-25T17:24:47.209Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991") failed: Property not found. retry in 747.453239ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
|
| 1153 | 2024-09-25T17:24:47.282Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4") failed: Property not found. retry in 1.340335664s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4
|
| 1154 | 2024-09-25T17:24:47.297Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c") failed: Property not found. retry in 543.751793ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
|
| 1155 | 2024-09-25T17:24:47.312Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31") failed: Property not found. retry in 420.373307ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
|
| 1156 | 2024-09-25T17:24:47.323Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9") failed: Property not found. retry in 921.983242ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9
|
| 1157 | 2024-09-25T17:24:47.380Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698") failed: Property not found. retry in 586.403466ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698
|
| 1158 | 2024-09-25T17:24:47.405Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3") failed: Property not found. retry in 614.30172ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1159 | 2024-09-25T17:24:47.524Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891") failed: Property not found. retry in 592.463679ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
|
| 1160 | 2024-09-25T17:24:47.555Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03") failed: Property not found. retry in 807.037023ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03
|
| 1161 | 2024-09-25T17:24:47.671Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6") failed: Property not found. retry in 802.391603ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6
|
| 1162 | 2024-09-25T17:24:47.687Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc") failed: Property not found. retry in 1.361957424s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc
|
| 1163 | 2024-09-25T17:24:47.748Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31") failed: Property not found. retry in 464.658631ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
|
| 1164 | 2024-09-25T17:24:47.763Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31") failed: Property not found. retry in 1.105683753s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
|
| 1165 | 2024-09-25T17:24:47.838Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4") failed: Property not found. retry in 1.392728224s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4
|
| 1166 | 2024-09-25T17:24:47.863Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c") failed: Property not found. retry in 1.063701436s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
|
| 1167 | 2024-09-25T17:24:47.904Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1") failed: Property not found. retry in 547.121944ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
|
| 1168 | 2024-09-25T17:24:47.973Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991") failed: Property not found. retry in 795.89883ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
|
| 1169 | 2024-09-25T17:24:47.993Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1") failed: Property not found. retry in 702.512549ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1
|
| 1170 | 2024-09-25T17:24:48.011Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698") failed: Property not found. retry in 558.719623ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698
|
| 1171 | 2024-09-25T17:24:48.044Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3") failed: Property not found. retry in 1.378982369s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1172 | 2024-09-25T17:24:48.138Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891") failed: Property not found. retry in 1.053944715s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
|
| 1173 | 2024-09-25T17:24:48.194Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a") failed: Property not found. retry in 1.29497519s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a
|
| 1174 | 2024-09-25T17:24:48.238Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31") failed: Property not found. retry in 938.177438ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
|
| 1175 | 2024-09-25T17:24:48.266Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9") failed: Property not found. retry in 1.355377781s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9
|
| 1176 | 2024-09-25T17:24:48.380Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03") failed: Property not found. retry in 1.350504453s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03
|
| 1177 | 2024-09-25T17:24:48.400Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7") failed: Property not found. retry in 786.724955ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7
|
| 1178 | 2024-09-25T17:24:48.470Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1") failed: Property not found. retry in 1.152958011s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
|
| 1179 | 2024-09-25T17:24:48.494Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6") failed: Property not found. retry in 1.451248389s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6
|
| 1180 | 2024-09-25T17:24:48.560Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd") failed: Property not found. retry in 594.110079ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd
|
| 1181 | 2024-09-25T17:24:48.590Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698") failed: Property not found. retry in 984.8497ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698
|
| 1182 | 2024-09-25T17:24:48.647Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4") failed: Property not found. retry in 695.172257ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4
|
| 1183 | 2024-09-25T17:24:48.716Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1") failed: Property not found. retry in 818.924786ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1
|
| 1184 | 2024-09-25T17:24:48.792Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991") failed: Property not found. retry in 1.194435184s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
|
| 1185 | 2024-09-25T17:24:48.895Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31") failed: Property not found. retry in 725.547784ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
|
| 1186 | 2024-09-25T17:24:48.948Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c") failed: Property not found. retry in 1.471040947s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
|
| 1187 | 2024-09-25T17:24:49.009Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService19'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::e'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::e'/>
<propval type="astring" name="listen_port" value='8123'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:3::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:1::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::e]:8888'/>
<propval type="astring" name="ch_address" value='[fd00:1122:3344:101::e]:8123'/>
<propval type="astring" name="ch_binary" value='/opt/oxide//opt/oxide/clickhouse/clickhouse'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
| 1188 | 2024-09-25T17:24:49.010Z | INFO | SledAgent (ServiceManager): Booting oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
|
| 1189 | 2024-09-25T17:24:49.068Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc") failed: Property not found. retry in 1.292047897s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc
|
| 1190 | 2024-09-25T17:24:49.173Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd") failed: Property not found. retry in 680.777187ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd
|
| 1191 | 2024-09-25T17:24:49.196Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31") failed: Property not found. retry in 904.01161ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
|
| 1192 | 2024-09-25T17:24:49.213Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7") failed: Property not found. retry in 1.297304766s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7
|
| 1193 | 2024-09-25T17:24:49.236Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891") failed: Property not found. retry in 1.24119076s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
|
| 1194 | 2024-09-25T17:24:49.255Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4") failed: Property not found. retry in 1.236014845s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4
|
| 1195 | 2024-09-25T17:24:49.326Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963") failed: Property not found. retry in 69.29768ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
|
| 1196 | 2024-09-25T17:24:49.361Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4") failed: Property not found. retry in 1.263670396s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4
|
| 1197 | 2024-09-25T17:24:49.409Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963") failed: Property not found. retry in 107.562039ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
|
| 1198 | 2024-09-25T17:24:49.444Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3") failed: Property not found. retry in 1.230405524s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1199 | 2024-09-25T17:24:49.552Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a") failed: Property not found. retry in 1.005890594s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a
|
| 1200 | 2024-09-25T17:24:49.577Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1") failed: Property not found. retry in 1.081429536s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1
|
| 1201 | 2024-09-25T17:24:49.591Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963") failed: Property not found. retry in 138.941618ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
|
| 1202 | 2024-09-25T17:24:49.607Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698") failed: Property not found. retry in 1.124695068s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698
|
| 1203 | 2024-09-25T17:24:49.632Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31") failed: Property not found. retry in 1.146489917s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
|
| 1204 | 2024-09-25T17:24:49.642Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1") failed: Property not found. retry in 1.027335064s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
|
| 1205 | 2024-09-25T17:24:49.653Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9") failed: Property not found. retry in 777.329563ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9
|
| 1206 | 2024-09-25T17:24:49.745Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963") failed: Property not found. retry in 328.504775ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
|
| 1207 | 2024-09-25T17:24:49.758Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03") failed: Property not found. retry in 1.140463285s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03
|
| 1208 | 2024-09-25T17:24:49.874Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd") failed: Property not found. retry in 643.044865ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd
|
| 1209 | 2024-09-25T17:24:49.960Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6") failed: Property not found. retry in 645.529721ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6
|
| 1210 | 2024-09-25T17:24:50.006Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991") failed: Property not found. retry in 865.720133ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
|
| 1211 | 2024-09-25T17:24:50.091Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963") failed: Property not found. retry in 997.451178ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
|
| 1212 | 2024-09-25T17:24:50.112Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31") failed: Property not found. retry in 1.042325813s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
|
| 1213 | 2024-09-25T17:24:50.374Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc") failed: Property not found. retry in 870.349274ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc
|
| 1214 | 2024-09-25T17:24:50.435Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c") failed: Property not found. retry in 902.478683ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
|
| 1215 | 2024-09-25T17:24:50.450Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9") failed: Property not found. retry in 649.523687ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9
|
| 1216 | 2024-09-25T17:24:50.493Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891") failed: Property not found. retry in 888.533177ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
|
| 1217 | 2024-09-25T17:24:50.507Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4") failed: Property not found. retry in 878.940137ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4
|
| 1218 | 2024-09-25T17:24:50.522Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7") failed: Property not found. retry in 582.71239ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7
|
| 1219 | 2024-09-25T17:24:50.534Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd") failed: Property not found. retry in 1.303884005s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd
|
| 1220 | 2024-09-25T17:24:50.571Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a") failed: Property not found. retry in 1.047896733s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a
|
| 1221 | 2024-09-25T17:24:50.618Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6") failed: Property not found. retry in 676.724195ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6
|
| 1222 | 2024-09-25T17:24:50.637Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4") failed: Property not found. retry in 1.194197725s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4
|
| 1223 | 2024-09-25T17:24:50.672Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1") failed: Property not found. retry in 839.949717ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1
|
| 1224 | 2024-09-25T17:24:50.685Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1") failed: Property not found. retry in 904.192447ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
|
| 1225 | 2024-09-25T17:24:50.698Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3") failed: Property not found. retry in 997.839923ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1226 | 2024-09-25T17:24:50.745Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698") failed: Property not found. retry in 1.420249164s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698
|
| 1227 | 2024-09-25T17:24:50.795Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31") failed: Property not found. retry in 662.909856ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
|
| 1228 | 2024-09-25T17:24:50.886Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991") failed: Property not found. retry in 952.457662ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
|
| 1229 | 2024-09-25T17:24:50.913Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03") failed: Property not found. retry in 1.319069655s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03
|
| 1230 | 2024-09-25T17:24:51.102Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963") failed: Property not found. retry in 1.012092821s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
|
| 1231 | 2024-09-25T17:24:51.113Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9") failed: Property not found. retry in 1.055343104s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9
|
| 1232 | 2024-09-25T17:24:51.123Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7") failed: Property not found. retry in 820.506388ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7
|
| 1233 | 2024-09-25T17:24:51.167Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31") failed: Property not found. retry in 1.133773953s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
|
| 1234 | 2024-09-25T17:24:51.258Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc") failed: Property not found. retry in 1.212953029s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc
|
| 1235 | 2024-09-25T17:24:51.308Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6") failed: Property not found. retry in 1.357088839s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6
|
| 1236 | 2024-09-25T17:24:51.350Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c") failed: Property not found. retry in 550.826061ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
|
| 1237 | 2024-09-25T17:24:51.396Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891") failed: Property not found. retry in 1.4499237s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
|
| 1238 | 2024-09-25T17:24:51.407Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4") failed: Property not found. retry in 1.250643118s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4
|
| 1239 | 2024-09-25T17:24:51.470Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31") failed: Property not found. retry in 600.587765ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
|
| 1240 | 2024-09-25T17:24:51.527Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1") failed: Property not found. retry in 1.281191189s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1
|
| 1241 | 2024-09-25T17:24:51.604Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1") failed: Property not found. retry in 633.798509ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
|
| 1242 | 2024-09-25T17:24:51.633Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a") failed: Property not found. retry in 1.492673172s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a
|
| 1243 | 2024-09-25T17:24:51.710Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3") failed: Property not found. retry in 861.715132ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1244 | 2024-09-25T17:24:51.845Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4") failed: Property not found. retry in 871.82422ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4
|
| 1245 | 2024-09-25T17:24:51.857Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd") failed: Property not found. retry in 947.72816ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd
|
| 1246 | 2024-09-25T17:24:51.868Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991") failed: Property not found. retry in 678.498066ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
|
| 1247 | 2024-09-25T17:24:51.916Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c") failed: Property not found. retry in 972.46298ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
|
| 1248 | 2024-09-25T17:24:51.961Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7") failed: Property not found. retry in 1.450468063s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7
|
| 1249 | 2024-09-25T17:24:52.085Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31") failed: Property not found. retry in 1.457581059s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
|
| 1250 | 2024-09-25T17:24:52.128Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963") failed: Property not found. retry in 943.427755ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
|
| 1251 | 2024-09-25T17:24:52.183Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698") failed: Property not found. retry in 1.018722273s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698
|
| 1252 | 2024-09-25T17:24:52.203Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9") failed: Property not found. retry in 682.451248ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9
|
| 1253 | 2024-09-25T17:24:52.247Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03") failed: Property not found. retry in 1.271549654s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03
|
| 1254 | 2024-09-25T17:24:52.261Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1") failed: Property not found. retry in 593.943665ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
|
| 1255 | 2024-09-25T17:24:52.315Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31") failed: Property not found. retry in 1.279128662s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
|
| 1256 | 2024-09-25T17:24:52.487Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc") failed: Property not found. retry in 918.741032ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc
|
| 1257 | 2024-09-25T17:24:52.560Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991") failed: Property not found. retry in 700.734918ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
|
| 1258 | 2024-09-25T17:24:52.584Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3") failed: Property not found. retry in 1.3420321s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1259 | 2024-09-25T17:24:52.677Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4") failed: Property not found. retry in 516.992783ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4
|
| 1260 | 2024-09-25T17:24:52.690Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6") failed: Property not found. retry in 1.431340692s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6
|
| 1261 | 2024-09-25T17:24:52.730Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4") failed: Property not found. retry in 1.348090859s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4
|
| 1262 | 2024-09-25T17:24:52.820Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd") failed: Property not found. retry in 1.431453765s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd
|
| 1263 | 2024-09-25T17:24:52.832Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1") failed: Property not found. retry in 582.257103ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1
|
| 1264 | 2024-09-25T17:24:52.858Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891") failed: Property not found. retry in 848.995486ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
|
| 1265 | 2024-09-25T17:24:52.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1") failed: Property not found. retry in 1.290038178s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
|
| 1266 | 2024-09-25T17:24:52.898Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9") failed: Property not found. retry in 1.08540911s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9
|
| 1267 | 2024-09-25T17:24:52.912Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c") failed: Property not found. retry in 921.516461ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
|
| 1268 | 2024-09-25T17:24:53.087Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963") failed: Property not found. retry in 1.111091315s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
|
| 1269 | 2024-09-25T17:24:53.142Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a") failed: Property not found. retry in 1.470886392s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a
|
| 1270 | 2024-09-25T17:24:53.211Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4") failed: Property not found. retry in 511.119879ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4
|
| 1271 | 2024-09-25T17:24:53.226Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698") failed: Property not found. retry in 1.493846855s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698
|
| 1272 | 2024-09-25T17:24:53.278Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991") failed: Property not found. retry in 1.380026909s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
|
| 1273 | 2024-09-25T17:24:53.425Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc") failed: Property not found. retry in 1.012928976s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc
|
| 1274 | 2024-09-25T17:24:53.441Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1") failed: Property not found. retry in 1.111166264s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1
|
| 1275 | 2024-09-25T17:24:53.458Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7") failed: Property not found. retry in 729.807896ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7
|
| 1276 | 2024-09-25T17:24:53.537Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03") failed: Property not found. retry in 637.85532ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03
|
| 1277 | 2024-09-25T17:24:53.559Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31") failed: Property not found. retry in 690.35746ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
|
| 1278 | 2024-09-25T17:24:53.610Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31") failed: Property not found. retry in 1.41480449s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
|
| 1279 | 2024-09-25T17:24:53.725Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891") failed: Property not found. retry in 1.471872564s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
|
| 1280 | 2024-09-25T17:24:53.739Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4") failed: Property not found. retry in 1.491927482s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4
|
| 1281 | 2024-09-25T17:24:53.850Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c") failed: Property not found. retry in 627.211518ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
|
| 1282 | 2024-09-25T17:24:53.940Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3") failed: Property not found. retry in 1.046593323s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1283 | 2024-09-25T17:24:53.997Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9") failed: Property not found. retry in 900.915397ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9
|
| 1284 | 2024-09-25T17:24:54.099Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4") failed: Property not found. retry in 1.405003707s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4
|
| 1285 | 2024-09-25T17:24:54.175Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1") failed: Property not found. retry in 1.185766029s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
|
| 1286 | 2024-09-25T17:24:54.205Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03") failed: Property not found. retry in 1.027017876s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03
|
| 1287 | 2024-09-25T17:24:54.221Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7") failed: Property not found. retry in 1.211802527s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7
|
| 1288 | 2024-09-25T17:24:54.240Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963") failed: Property not found. retry in 1.427741909s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
|
| 1289 | 2024-09-25T17:24:54.273Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31") failed: Property not found. retry in 1.156790607s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
|
| 1290 | 2024-09-25T17:24:54.292Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd") failed: Property not found. retry in 690.026848ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd
|
| 1291 | 2024-09-25T17:24:54.495Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c") failed: Property not found. retry in 1.395136582s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
|
| 1292 | 2024-09-25T17:24:54.634Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a") failed: Property not found. retry in 891.936608ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a
|
| 1293 | 2024-09-25T17:24:54.685Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991") failed: Property not found. retry in 1.458143376s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
|
| 1294 | 2024-09-25T17:24:54.743Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698") failed: Property not found. retry in 1.441626081s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698
|
| 1295 | 2024-09-25T17:24:55.039Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3") failed: Property not found. retry in 660.634915ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1296 | 2024-09-25T17:24:55.068Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31") failed: Property not found. retry in 762.865094ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
|
| 1297 | 2024-09-25T17:24:55.248Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891") failed: Property not found. retry in 819.387152ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
|
| 1298 | 2024-09-25T17:24:55.731Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963") failed: Property not found. retry in 922.489892ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
|
| 1299 | 2024-09-25T17:24:55.759Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3") failed: Property not found. retry in 963.051231ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1300 | 2024-09-25T17:24:55.858Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31") failed: Property not found. retry in 1.005998668s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
|
| 1301 | 2024-09-25T17:24:56.096Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891") failed: Property not found. retry in 1.162896185s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
|
| 1302 | 2024-09-25T17:24:56.204Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698") failed: Property not found. retry in 1.18061398s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698
|
| 1303 | 2024-09-25T17:24:56.671Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963") failed: Property not found. retry in 693.507442ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
|
| 1304 | 2024-09-25T17:24:56.744Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3") failed: Property not found. retry in 513.55842ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1305 | 2024-09-25T17:24:56.882Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31") failed: Property not found. retry in 702.162091ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
|
| 1306 | 2024-09-25T17:24:57.275Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3") failed: Property not found. retry in 1.444747476s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1307 | 2024-09-25T17:24:57.292Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891") failed: Property not found. retry in 748.078201ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
|
| 1308 | 2024-09-25T17:24:57.381Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963") failed: Property not found. retry in 1.215801587s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
|
| 1309 | 2024-09-25T17:24:57.602Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31") failed: Property not found. retry in 1.459502765s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
|
| 1310 | 2024-09-25T17:24:57.870Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 3.056458804s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = oximeter/producer/src/lib.rs:424
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1311 | 2024-09-25T17:24:58.613Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963") failed: Property not found. retry in 911.934548ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
|
| 1312 | 2024-09-25T17:24:59.121Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:49699
|
| 1313 | 2024-09-25T17:24:59.199Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 26482
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:49699
req_id = 65f2391e-a8d1-4b2b-bf0a-3c0e1c2f1804
response_code = 200
uri = /baseboard
|
| 1314 | 2024-09-25T17:24:59.535Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963") failed: Property not found. retry in 1.257102917s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
|
| 1315 | 2024-09-25T17:25:00.837Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_422460a8-5c76-4dcc-bb40-32f9828078a4
|
| 1316 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_pantry_1a422443-c746-4043-b83b-bb664b285a03
|
| 1317 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_nexus_313e9723-c1f8-48c7-a257-702d615dcb31
|
| 1318 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_pantry_8dcfebbf-035f-4b06-a172-9e93004d96f1
|
| 1319 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_nexus_2fc249d5-9788-4a35-ad94-1440f36e8698
|
| 1320 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_oximeter_59f5203c-436e-41c1-82ad-d4ecd34c73e7
|
| 1321 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_72cf0a8e-3699-4846-b55d-f359e8e2ddc4
|
| 1322 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_3c12fc09-9dfc-491d-8d0d-cce91271e5fd
|
| 1323 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_1cda4112-f108-40cf-8ab2-5fd7bf353da6
|
| 1324 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_dff20737-9a23-452a-889d-648f4702a7b1
|
| 1325 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_pantry_1780ab37-2330-4e89-94aa-0a8aba8e52e9
|
| 1326 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_external_dns_be8cd1d4-baa8-48cc-872f-69bc5c2df30c
|
| 1327 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_clickhouse_a2acd40f-af3b-4ea4-a6c6-660dd6a11963
|
| 1328 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_a61c0c14-803d-4540-975c-0dba2c7e807a
|
| 1329 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_b0fefba3-e2af-4fd0-98f2-03f2b51849dc
|
| 1330 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_external_dns_ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3
|
| 1331 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_16c36518-4c59-421f-8867-3ecda61f6c31
|
| 1332 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_crucible_9937d108-82f6-4a1e-a3f1-2f09d9ff1991
|
| 1333 | 2024-09-25T17:25:00.838Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3279
zone = oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891
|
| 1334 | 2024-09-25T17:25:00.839Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1335 | 2024-09-25T17:25:00.843Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
| 1336 | 2024-09-25T17:25:00.848Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 31875599
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:63195
req_id = b4d8641e-1b8a-48d3-af5f-914f12dc4965
response_code = 204
uri = /omicron-zones
|
| 1337 | 2024-09-25T17:25:00.915Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1322
|
| 1338 | 2024-09-25T17:25:00.915Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1339 | 2024-09-25T17:25:00.915Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
| 1340 | 2024-09-25T17:25:00.918Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:707
|
| 1341 | 2024-09-25T17:25:00.942Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::c]:12221
file = sled-agent/src/rack_setup/service.rs:720
|
| 1342 | 2024-09-25T17:25:00.966Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 6.301819129s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = oximeter/producer/src/lib.rs:424
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1343 | 2024-09-25T17:25:00.979Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV2 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.2.174,
infra_ip_last: 10.151.2.174,
ports: [
PortConfigV2 {
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.2.174,
width: 24,
},
),
vlan_id: None,
},
],
autoneg: false,
bgp_peers: [],
lldp: None,
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
local_pref: None,
nexthop: 10.151.2.100,
vlan_id: None,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:887
|
| 1344 | 2024-09-25T17:25:01.032Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1345 | 2024-09-25T17:25:01.164Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1346 | 2024-09-25T17:25:01.314Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1347 | 2024-09-25T17:25:01.483Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1348 | 2024-09-25T17:25:01.646Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1349 | 2024-09-25T17:25:01.852Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1350 | 2024-09-25T17:25:01.985Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1351 | 2024-09-25T17:25:02.218Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1352 | 2024-09-25T17:25:02.437Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1353 | 2024-09-25T17:25:02.933Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1354 | 2024-09-25T17:25:03.492Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1355 | 2024-09-25T17:25:03.952Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1356 | 2024-09-25T17:25:04.985Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1357 | 2024-09-25T17:25:05.611Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1358 | 2024-09-25T17:25:06.276Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1359 | 2024-09-25T17:25:07.303Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 23.901829267s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)"
file = oximeter/producer/src/lib.rs:424
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1360 | 2024-09-25T17:25:07.821Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1361 | 2024-09-25T17:25:08.869Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1362 | 2024-09-25T17:25:10.601Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1363 | 2024-09-25T17:25:12.821Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1364 | 2024-09-25T17:25:16.407Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1365 | 2024-09-25T17:25:18.314Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::c]:12221/racks/5c1bad99-30b8-419d-9695-a982a6249225/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)
file = sled-agent/src/rack_setup/service.rs:949
|
| 1366 | 2024-09-25T17:25:24.428Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "1c0fe757-9194-47d6-9d6b-357a934bd9ab", "content-length": "173", "date": "Wed, 25 Sep 2024 17:25:24 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"f0d006a2-eb4a-4510-8a1c-6c144343343f\"", request_id: "1c0fe757-9194-47d6-9d6b-357a934bd9ab" }
file = sled-agent/src/rack_setup/service.rs:949
|
| 1367 | 2024-09-25T17:25:29.251Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39091
|
| 1368 | 2024-09-25T17:25:29.251Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 30
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:39091
req_id = 2342b1a6-ab23-4094-9019-1a4a6dcb876f
response_code = 200
uri = /baseboard
|
| 1369 | 2024-09-25T17:25:31.419Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "c1520252-06ad-4add-9a2a-72d749934ee9", "content-length": "173", "date": "Wed, 25 Sep 2024 17:25:31 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"f0d006a2-eb4a-4510-8a1c-6c144343343f\"", request_id: "c1520252-06ad-4add-9a2a-72d749934ee9" }
file = sled-agent/src/rack_setup/service.rs:949
|
| 1370 | 2024-09-25T17:25:38.399Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "7d52037f-7f74-4a4b-97f1-0212aafa2ec0", "content-length": "173", "date": "Wed, 25 Sep 2024 17:25:38 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"f0d006a2-eb4a-4510-8a1c-6c144343343f\"", request_id: "7d52037f-7f74-4a4b-97f1-0212aafa2ec0" }
file = sled-agent/src/rack_setup/service.rs:949
|
| 1371 | 2024-09-25T17:25:39.417Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:544
new_generation = 1
old_generation = 1
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1372 | 2024-09-25T17:25:39.503Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35152
|
| 1373 | 2024-09-25T17:25:39.510Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1374 | 2024-09-25T17:25:39.708Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 205248
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35152
req_id = 585c3de4-12bb-415e-89e6-0ab4b30ce23c
response_code = 200
uri = /inventory
|
| 1375 | 2024-09-25T17:25:39.710Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1376 | 2024-09-25T17:25:39.711Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1377 | 2024-09-25T17:25:39.717Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1378 | 2024-09-25T17:25:39.717Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7796
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35152
req_id = 17716aab-c85d-4f93-8dda-e67e5a7f3805
response_code = 200
uri = /omicron-zones
|
| 1379 | 2024-09-25T17:25:44.006Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47334
|
| 1380 | 2024-09-25T17:25:44.019Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name("external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name("external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name("nexus-f498676d-98ca-4df7-a306-c337617f6891"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name("nexus-313e9723-c1f8-48c7-a257-702d615dcb31"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name("nexus-2fc249d5-9788-4a35-ad94-1440f36e8698"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1381 | 2024-09-25T17:25:44.021Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1382 | 2024-09-25T17:25:44.022Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1383 | 2024-09-25T17:25:44.022Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1384 | 2024-09-25T17:25:44.022Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1385 | 2024-09-25T17:25:44.022Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1386 | 2024-09-25T17:25:44.022Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1387 | 2024-09-25T17:25:44.022Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 16548
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47334
req_id = 69263d7b-6352-429f-a58e-b80f813a43ec
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1388 | 2024-09-25T17:25:44.023Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:959
|
| 1389 | 2024-09-25T17:25:44.298Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55158
|
| 1390 | 2024-09-25T17:25:44.299Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1391 | 2024-09-25T17:25:44.499Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 200674
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55158
req_id = fc9dcf83-15f4-4d3e-9c14-086359faf696
response_code = 200
uri = /inventory
|
| 1392 | 2024-09-25T17:25:44.499Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1393 | 2024-09-25T17:25:44.500Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1394 | 2024-09-25T17:25:44.500Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/config/omicron-zones.json
file = common/src/ledger.rs:177
|
| 1395 | 2024-09-25T17:25:44.500Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 846
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55158
req_id = 334c217e-f178-45a5-8389-db1c6c8f15c6
response_code = 200
uri = /omicron-zones
|
| 1396 | 2024-09-25T17:25:44.507Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47352
|
| 1397 | 2024-09-25T17:25:44.507Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name("external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name("external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name("nexus-f498676d-98ca-4df7-a306-c337617f6891"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name("nexus-313e9723-c1f8-48c7-a257-702d615dcb31"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name("nexus-2fc249d5-9788-4a35-ad94-1440f36e8698"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1398 | 2024-09-25T17:25:44.507Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1399 | 2024-09-25T17:25:44.507Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1400 | 2024-09-25T17:25:44.507Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1401 | 2024-09-25T17:25:44.507Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1402 | 2024-09-25T17:25:44.507Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1403 | 2024-09-25T17:25:44.507Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1404 | 2024-09-25T17:25:44.507Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 187
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47352
req_id = a4c856da-d85d-40d8-9e00-227a7eef6fbd
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1405 | 2024-09-25T17:25:45.018Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47273
|
| 1406 | 2024-09-25T17:25:45.018Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name("external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name("external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name("nexus-f498676d-98ca-4df7-a306-c337617f6891"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name("nexus-313e9723-c1f8-48c7-a257-702d615dcb31"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name("nexus-2fc249d5-9788-4a35-ad94-1440f36e8698"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1407 | 2024-09-25T17:25:45.018Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1408 | 2024-09-25T17:25:45.018Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1409 | 2024-09-25T17:25:45.018Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1410 | 2024-09-25T17:25:45.018Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1411 | 2024-09-25T17:25:45.018Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1412 | 2024-09-25T17:25:45.018Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1413 | 2024-09-25T17:25:45.018Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 266
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:47273
req_id = 6c9b025d-7bdf-411c-91fc-87c4113e6ee7
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1414 | 2024-09-25T17:25:45.091Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36346
|
| 1415 | 2024-09-25T17:25:45.092Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name("external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name("external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name("nexus-f498676d-98ca-4df7-a306-c337617f6891"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name("nexus-313e9723-c1f8-48c7-a257-702d615dcb31"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name("nexus-2fc249d5-9788-4a35-ad94-1440f36e8698"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1416 | 2024-09-25T17:25:45.092Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1417 | 2024-09-25T17:25:45.092Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1418 | 2024-09-25T17:25:45.092Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1419 | 2024-09-25T17:25:45.092Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1420 | 2024-09-25T17:25:45.092Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1421 | 2024-09-25T17:25:45.092Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1422 | 2024-09-25T17:25:45.092Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 700
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36346
req_id = 915a6698-c5d6-4e57-af5d-551dfb2f4e73
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1423 | 2024-09-25T17:25:49.330Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59327
|
| 1424 | 2024-09-25T17:25:49.331Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1305
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59327
req_id = 9de57591-4a48-450c-aa3a-66409ecd39c1
response_code = 200
uri = /vpc-routes
|
| 1425 | 2024-09-25T17:25:49.410Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7763
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:59327
req_id = 596b4717-81d4-4a04-8b1c-783739bc8829
response_code = 204
uri = /vpc-routes
|
| 1426 | 2024-09-25T17:25:51.620Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44351
|
| 1427 | 2024-09-25T17:25:51.621Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1350
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44351
req_id = 46e43d9c-047f-45bc-a770-b98650e7c555
response_code = 200
uri = /v2p
|
| 1428 | 2024-09-25T17:25:51.723Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59949
|
| 1429 | 2024-09-25T17:25:51.723Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 853
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59949
req_id = 72e74e57-b3e7-428a-a502-f1b505614a77
response_code = 200
uri = /vpc-routes
|
| 1430 | 2024-09-25T17:25:51.730Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64968
|
| 1431 | 2024-09-25T17:25:51.730Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 20
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64968
req_id = bf18a634-c71f-4a93-ae71-b00501f015b9
response_code = 200
uri = /vpc-routes
|
| 1432 | 2024-09-25T17:25:51.741Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 109
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64968
req_id = b8073336-97c8-4d6e-bc49-b20722527544
response_code = 204
uri = /vpc-routes
|
| 1433 | 2024-09-25T17:25:51.906Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50644
|
| 1434 | 2024-09-25T17:25:51.908Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1435 | 2024-09-25T17:25:51.978Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1436 | 2024-09-25T17:25:52.045Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 139061
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:50644
req_id = f9aaa922-fe85-4d7c-ba7a-4be47b06f673
response_code = 204
uri = /switch-ports
|
| 1437 | 2024-09-25T17:25:52.045Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44419
|
| 1438 | 2024-09-25T17:25:52.045Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:55154
|
| 1439 | 2024-09-25T17:25:52.045Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36259
|
| 1440 | 2024-09-25T17:25:52.045Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47872
|
| 1441 | 2024-09-25T17:25:52.045Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1442 | 2024-09-25T17:25:52.055Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:43212
|
| 1443 | 2024-09-25T17:25:52.056Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 10984
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:59949
req_id = bb47594a-ad0d-48f5-b709-072ff52cf0c4
response_code = 204
uri = /vpc-routes
|
| 1444 | 2024-09-25T17:25:52.056Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 10927
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47872
req_id = 290535da-11ea-4bad-825a-d10e8bbcfb42
response_code = 200
uri = /vpc-routes
|
| 1445 | 2024-09-25T17:25:52.056Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 11101
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44419
req_id = 38a9553a-aabe-4e78-a6d0-8bdd8922ea3a
response_code = 200
uri = /v2p
|
| 1446 | 2024-09-25T17:25:52.056Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 439
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:43212
req_id = c9caa162-74a9-49fd-bd37-518716dfeb4b
response_code = 200
uri = /v2p
|
| 1447 | 2024-09-25T17:25:52.057Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 11500
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50644
req_id = ec3f1dd5-d074-4008-b102-51923c3b290b
response_code = 200
uri = /network-bootstore-config
|
| 1448 | 2024-09-25T17:25:52.070Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 626
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47872
req_id = e902dfe9-9b37-41be-8232-c3a5337bc5a6
response_code = 204
uri = /vpc-routes
|
| 1449 | 2024-09-25T17:25:52.095Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1450 | 2024-09-25T17:25:52.102Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-sock-i86pc
|
| 1451 | 2024-09-25T17:25:52.103Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 1452 | 2024-09-25T17:25:52.105Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-sock-i86pc
|
| 1453 | 2024-09-25T17:25:52.105Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-sock-i86pc
|
| 1454 | 2024-09-25T17:25:52.106Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7746
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:50644
req_id = 58883a90-4330-4e6f-bef9-019758ccb560
response_code = 204
uri = /network-bootstore-config
|
| 1455 | 2024-09-25T17:25:52.154Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1456 | 2024-09-25T17:25:52.154Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 108969
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:55154
req_id = 55a72acd-9a4f-4a3a-9af5-caa9c84a503d
response_code = 204
uri = /switch-ports
|
| 1457 | 2024-09-25T17:25:52.159Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1215
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:55154
req_id = 5b4e7ac8-461f-4ab5-9350-d9702b77d8c9
response_code = 200
uri = /network-bootstore-config
|
| 1458 | 2024-09-25T17:25:52.189Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1459 | 2024-09-25T17:25:52.243Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 197558
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:36259
req_id = cf17ca4b-22e7-4f9c-82d5-2d4b56d63557
response_code = 204
uri = /switch-ports
|
| 1460 | 2024-09-25T17:25:52.243Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 142
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36259
req_id = 2b98ed2b-0ad0-4cad-9aa8-5102c5a354b2
response_code = 200
uri = /network-bootstore-config
|
| 1461 | 2024-09-25T17:25:59.285Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:51081
|
| 1462 | 2024-09-25T17:25:59.285Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 32
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:51081
req_id = 97b145f1-ef78-41ee-ad91-702799038a07
response_code = 200
uri = /baseboard
|
| 1463 | 2024-09-25T17:26:01.349Z | INFO | SledAgent (dropshot): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:47127
remote_addr = [fd00:1122:3344:101::d]:53535
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1464 | 2024-09-25T17:26:01.387Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 35235
local_addr = [fd00:1122:3344:101::1]:47127
method = GET
remote_addr = [fd00:1122:3344:101::d]:53535
req_id = 90881b18-cc0c-4644-aecd-6af4a9a93b7f
response_code = 200
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
uri = /f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1465 | 2024-09-25T17:26:21.641Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63439
|
| 1466 | 2024-09-25T17:26:21.641Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63439
req_id = f7cdf395-cd93-4d58-8fa9-b2e5563422c8
response_code = 200
uri = /vpc-routes
|
| 1467 | 2024-09-25T17:26:21.656Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 156
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:63439
req_id = dcf44f6d-5d40-450e-b48d-63f92c7cb126
response_code = 204
uri = /vpc-routes
|
| 1468 | 2024-09-25T17:26:21.784Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44308
|
| 1469 | 2024-09-25T17:26:21.784Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44308
req_id = bc95d140-1355-45aa-8c06-9f0516361482
response_code = 200
uri = /vpc-routes
|
| 1470 | 2024-09-25T17:26:21.796Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:44308
req_id = ab9b13e1-8778-40c8-82e6-888361fddbf6
response_code = 204
uri = /vpc-routes
|
| 1471 | 2024-09-25T17:26:21.887Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52142
|
| 1472 | 2024-09-25T17:26:21.887Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52142
req_id = 10a18f88-3919-4fba-b191-30fb4ab6959e
response_code = 200
uri = /v2p
|
| 1473 | 2024-09-25T17:26:21.957Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61389
|
| 1474 | 2024-09-25T17:26:21.957Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61389
req_id = 8fcf0173-9d7f-4548-9815-0296e3c66e03
response_code = 200
uri = /v2p
|
| 1475 | 2024-09-25T17:26:22.042Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48667
|
| 1476 | 2024-09-25T17:26:22.042Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1477 | 2024-09-25T17:26:22.087Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1478 | 2024-09-25T17:26:22.161Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 118574
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:48667
req_id = 80f989aa-e0bc-4193-945f-b09fb5402c89
response_code = 204
uri = /switch-ports
|
| 1479 | 2024-09-25T17:26:22.161Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39877
|
| 1480 | 2024-09-25T17:26:22.161Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52710
|
| 1481 | 2024-09-25T17:26:22.162Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1482 | 2024-09-25T17:26:22.162Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 818
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52710
req_id = f4704418-a3f8-4a8b-9308-21ff40cd70a0
response_code = 200
uri = /vpc-routes
|
| 1483 | 2024-09-25T17:26:22.162Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1006
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48667
req_id = 270cdcbb-110c-4e4a-8a24-85e748b8ca26
response_code = 200
uri = /network-bootstore-config
|
| 1484 | 2024-09-25T17:26:22.172Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 174
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:52710
req_id = 590c3d75-6764-41e3-9567-dfac6c6c1c3c
response_code = 204
uri = /vpc-routes
|
| 1485 | 2024-09-25T17:26:22.198Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1486 | 2024-09-25T17:26:22.254Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92853
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:39877
req_id = 276f78bf-8d86-4877-8a89-4c382c844be0
response_code = 204
uri = /switch-ports
|
| 1487 | 2024-09-25T17:26:22.254Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 137
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39877
req_id = df51a227-accd-4b8f-95e4-4c2f89f84bd7
response_code = 200
uri = /network-bootstore-config
|
| 1488 | 2024-09-25T17:26:22.340Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41414
|
| 1489 | 2024-09-25T17:26:22.341Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 748
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41414
req_id = bbbeb097-8b7e-4201-8376-39aa585d70cc
response_code = 200
uri = /v2p
|
| 1490 | 2024-09-25T17:26:22.424Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53688
|
| 1491 | 2024-09-25T17:26:22.424Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1492 | 2024-09-25T17:26:22.463Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1493 | 2024-09-25T17:26:22.522Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 97581
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:53688
req_id = e8eaf3b6-1498-4c7f-9487-507c53c836d6
response_code = 204
uri = /switch-ports
|
| 1494 | 2024-09-25T17:26:22.522Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53688
req_id = 0450d173-1f31-465b-b84f-4e19ecdd20ec
response_code = 200
uri = /network-bootstore-config
|
| 1495 | 2024-09-25T17:26:29.319Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48836
|
| 1496 | 2024-09-25T17:26:29.319Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 47
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:48836
req_id = 3f98db72-2503-43de-b4f5-c8eb1ceea896
response_code = 200
uri = /baseboard
|
| 1497 | 2024-09-25T17:26:31.353Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6430
local_addr = [fd00:1122:3344:101::1]:47127
method = GET
remote_addr = [fd00:1122:3344:101::d]:53535
req_id = c9e191e1-cf23-494c-9b6e-c2e2a1105ba3
response_code = 200
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
uri = /f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1498 | 2024-09-25T17:26:51.649Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:47337
|
| 1499 | 2024-09-25T17:26:51.649Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:47337
req_id = efe162a9-934a-404f-8003-7420a21603fa
response_code = 200
uri = /vpc-routes
|
| 1500 | 2024-09-25T17:26:51.659Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 102
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:47337
req_id = 301881da-80ec-4113-ab64-2a529753aa0b
response_code = 204
uri = /vpc-routes
|
| 1501 | 2024-09-25T17:26:51.661Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62240
|
| 1502 | 2024-09-25T17:26:51.661Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 17
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62240
req_id = f5fc7381-7ea0-4b17-825d-e1cc9b55ba80
response_code = 200
uri = /vpc-routes
|
| 1503 | 2024-09-25T17:26:51.670Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:62240
req_id = 1c5ade46-2b68-4014-83aa-272d0b3535b0
response_code = 204
uri = /vpc-routes
|
| 1504 | 2024-09-25T17:26:51.693Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39322
|
| 1505 | 2024-09-25T17:26:51.693Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39322
req_id = 8cb5f654-b3a1-4083-b9b1-c031ee3e06ce
response_code = 200
uri = /v2p
|
| 1506 | 2024-09-25T17:26:51.701Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40524
|
| 1507 | 2024-09-25T17:26:51.701Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1508 | 2024-09-25T17:26:51.737Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1509 | 2024-09-25T17:26:51.796Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94562
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:40524
req_id = 361cdfe5-0a7b-4607-89a3-013aa8a333f6
response_code = 204
uri = /switch-ports
|
| 1510 | 2024-09-25T17:26:51.796Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:54692
|
| 1511 | 2024-09-25T17:26:51.796Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53530
|
| 1512 | 2024-09-25T17:26:51.796Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 183
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40524
req_id = 1d5a12d2-53f1-4fd9-b0fd-04edc01a8a14
response_code = 200
uri = /network-bootstore-config
|
| 1513 | 2024-09-25T17:26:51.797Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1514 | 2024-09-25T17:26:51.797Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 287
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53530
req_id = 0fb53155-2197-4de3-a2ba-63870bb37a0e
response_code = 200
uri = /v2p
|
| 1515 | 2024-09-25T17:26:51.823Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46526
|
| 1516 | 2024-09-25T17:26:51.827Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 3682
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46526
req_id = 24160ec4-429e-4557-b008-823252d74c7d
response_code = 200
uri = /v2p
|
| 1517 | 2024-09-25T17:26:51.836Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1518 | 2024-09-25T17:26:51.873Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48406
|
| 1519 | 2024-09-25T17:26:51.873Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 170
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48406
req_id = 412ee72f-f3e9-42f4-9e11-ec29bb66e341
response_code = 200
uri = /vpc-routes
|
| 1520 | 2024-09-25T17:26:51.883Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 596
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:48406
req_id = 6b878e91-87a4-43b3-88eb-4f49a2075398
response_code = 204
uri = /vpc-routes
|
| 1521 | 2024-09-25T17:26:51.891Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94448
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:54692
req_id = be315f68-aeb1-4e5a-81c0-5b9686df5504
response_code = 204
uri = /switch-ports
|
| 1522 | 2024-09-25T17:26:51.891Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:54692
req_id = 826a6c20-48d2-446d-91b4-38af06547766
response_code = 200
uri = /network-bootstore-config
|
| 1523 | 2024-09-25T17:26:52.050Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54641
|
| 1524 | 2024-09-25T17:26:52.050Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1525 | 2024-09-25T17:26:52.087Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1526 | 2024-09-25T17:26:52.142Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92556
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:54641
req_id = 9b7343a0-016f-44d0-bf32-d7dd7820cc1f
response_code = 204
uri = /switch-ports
|
| 1527 | 2024-09-25T17:26:52.143Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 101
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54641
req_id = 0405a2c9-ec2f-4351-9580-a383b180fcd0
response_code = 200
uri = /network-bootstore-config
|
| 1528 | 2024-09-25T17:26:59.352Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:63144
|
| 1529 | 2024-09-25T17:26:59.352Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 53
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:63144
req_id = 120dcc54-f9f5-43a9-a44f-386251cd6da0
response_code = 200
uri = /baseboard
|
| 1530 | 2024-09-25T17:27:01.354Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7952
local_addr = [fd00:1122:3344:101::1]:47127
method = GET
remote_addr = [fd00:1122:3344:101::d]:53535
req_id = 12f04fe8-5204-433c-8bd8-7558e8747f8c
response_code = 200
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
uri = /f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1531 | 2024-09-25T17:27:21.727Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45340
|
| 1532 | 2024-09-25T17:27:21.727Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 63
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45340
req_id = a428eeda-03e4-4dcf-900b-f8717b8fccbc
response_code = 200
uri = /vpc-routes
|
| 1533 | 2024-09-25T17:27:21.750Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 132
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:45340
req_id = 3983ca49-78af-40cc-81c7-94a2511d055f
response_code = 204
uri = /vpc-routes
|
| 1534 | 2024-09-25T17:27:21.791Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47132
|
| 1535 | 2024-09-25T17:27:21.791Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 51
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:47132
req_id = 8d2ab0fa-8a35-45ad-8bb9-b04de8d435e9
response_code = 200
uri = /vpc-routes
|
| 1536 | 2024-09-25T17:27:21.813Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64143
|
| 1537 | 2024-09-25T17:27:21.813Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64143
req_id = 4c5cdf41-ebf9-489d-878f-a7fe4e8d98a3
response_code = 200
uri = /vpc-routes
|
| 1538 | 2024-09-25T17:27:21.823Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51277
|
| 1539 | 2024-09-25T17:27:21.823Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51277
req_id = 0b285297-1a5d-4a99-9b58-fa65649076d5
response_code = 200
uri = /v2p
|
| 1540 | 2024-09-25T17:27:21.837Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:64143
req_id = c9747f81-22e7-452c-987c-3ad0fba7944c
response_code = 204
uri = /vpc-routes
|
| 1541 | 2024-09-25T17:27:21.866Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59327
|
| 1542 | 2024-09-25T17:27:21.866Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59327
req_id = 115032f1-f0b8-40fc-902c-ffc1b0656808
response_code = 200
uri = /v2p
|
| 1543 | 2024-09-25T17:27:21.876Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:47132
req_id = 47d3988e-cb2c-4d0d-8274-da0a10579cf4
response_code = 204
uri = /vpc-routes
|
| 1544 | 2024-09-25T17:27:21.941Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53692
|
| 1545 | 2024-09-25T17:27:21.941Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1546 | 2024-09-25T17:27:21.979Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1547 | 2024-09-25T17:27:22.034Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 93094
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:53692
req_id = 8ddfcabc-271c-4f6c-a29c-dd84d6eb015a
response_code = 204
uri = /switch-ports
|
| 1548 | 2024-09-25T17:27:22.035Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41257
|
| 1549 | 2024-09-25T17:27:22.039Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4455
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41257
req_id = e2eb0a4c-3890-43e2-9123-4755c5921302
response_code = 200
uri = /v2p
|
| 1550 | 2024-09-25T17:27:22.039Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4545
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53692
req_id = ce34d6e7-d458-4e9c-bb2b-a2fdbc989bd6
response_code = 200
uri = /network-bootstore-config
|
| 1551 | 2024-09-25T17:27:22.139Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46733
|
| 1552 | 2024-09-25T17:27:22.139Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1553 | 2024-09-25T17:27:22.178Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1554 | 2024-09-25T17:27:22.230Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 91223
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:46733
req_id = 03b44da4-5b3e-40e0-802d-685b00b2e3e3
response_code = 204
uri = /switch-ports
|
| 1555 | 2024-09-25T17:27:22.231Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44445
|
| 1556 | 2024-09-25T17:27:22.232Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1557 | 2024-09-25T17:27:22.239Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8070
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46733
req_id = e2791cdb-f150-4b72-969b-319439e586e7
response_code = 200
uri = /network-bootstore-config
|
| 1558 | 2024-09-25T17:27:22.274Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1559 | 2024-09-25T17:27:22.332Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 100922
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:44445
req_id = 56150add-2f3d-421f-a4ac-794f83bcf6da
response_code = 204
uri = /switch-ports
|
| 1560 | 2024-09-25T17:27:22.333Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 777
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44445
req_id = 99041422-0343-4695-9c96-fc2c98b46898
response_code = 200
uri = /network-bootstore-config
|
| 1561 | 2024-09-25T17:27:29.386Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:50040
|
| 1562 | 2024-09-25T17:27:29.386Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 80
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:50040
req_id = 07f1d19b-8912-4be0-95dc-5cb684ba895f
response_code = 200
uri = /baseboard
|
| 1563 | 2024-09-25T17:27:31.353Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 7141
local_addr = [fd00:1122:3344:101::1]:47127
method = GET
remote_addr = [fd00:1122:3344:101::d]:53535
req_id = 76972981-bd1e-4785-b228-049e289629ea
response_code = 200
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
uri = /f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1564 | 2024-09-25T17:27:51.615Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:39154
|
| 1565 | 2024-09-25T17:27:51.615Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:39154
req_id = 2fee64ed-892f-47f7-ac99-6f7e80efde5d
response_code = 200
uri = /vpc-routes
|
| 1566 | 2024-09-25T17:27:51.626Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1035
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:39154
req_id = 06054ab2-9358-4d14-bcbf-2aa41966744d
response_code = 204
uri = /vpc-routes
|
| 1567 | 2024-09-25T17:27:51.731Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:38719
|
| 1568 | 2024-09-25T17:27:51.732Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:38719
req_id = 4ba1986f-93ef-47ac-98bc-35aa575ccae8
response_code = 200
uri = /vpc-routes
|
| 1569 | 2024-09-25T17:27:51.743Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:38719
req_id = 36fd1510-1d63-4314-9d98-4509eab29b4c
response_code = 204
uri = /vpc-routes
|
| 1570 | 2024-09-25T17:27:51.743Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42740
|
| 1571 | 2024-09-25T17:27:51.743Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 27
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:42740
req_id = ceb8f4a5-28ca-48a8-8107-29bcbee7ba4c
response_code = 200
uri = /vpc-routes
|
| 1572 | 2024-09-25T17:27:51.752Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:42740
req_id = 7f5aad0d-14b5-40bc-a129-f09031a9078c
response_code = 204
uri = /vpc-routes
|
| 1573 | 2024-09-25T17:27:51.781Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64907
|
| 1574 | 2024-09-25T17:27:51.781Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 125
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64907
req_id = 7b4d332e-cd6b-456c-acc1-a62df89e2c96
response_code = 200
uri = /v2p
|
| 1575 | 2024-09-25T17:27:51.816Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56437
|
| 1576 | 2024-09-25T17:27:51.816Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1577 | 2024-09-25T17:27:51.855Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1578 | 2024-09-25T17:27:51.920Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 103905
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:56437
req_id = 395f7809-b842-4977-a888-72311c3ab724
response_code = 204
uri = /switch-ports
|
| 1579 | 2024-09-25T17:27:51.920Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:63657
|
| 1580 | 2024-09-25T17:27:51.920Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47334
|
| 1581 | 2024-09-25T17:27:51.920Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:65315
|
| 1582 | 2024-09-25T17:27:51.920Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1583 | 2024-09-25T17:27:51.925Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4880
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47334
req_id = ef7f26f8-68d7-47c5-b7a0-ae7513ead20f
response_code = 200
uri = /v2p
|
| 1584 | 2024-09-25T17:27:51.925Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4952
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56437
req_id = 543896c5-8bc7-4540-b283-e732c11c2d1d
response_code = 200
uri = /network-bootstore-config
|
| 1585 | 2024-09-25T17:27:51.933Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37316
|
| 1586 | 2024-09-25T17:27:51.933Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 150
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37316
req_id = fce2929a-1b8b-4437-af8c-2560c5d6aa89
response_code = 200
uri = /v2p
|
| 1587 | 2024-09-25T17:27:51.961Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1588 | 2024-09-25T17:27:52.018Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1589 | 2024-09-25T17:27:52.018Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 97514
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:63657
req_id = ad1dd316-bb0a-4876-8181-bcbbfd22cd43
response_code = 204
uri = /switch-ports
|
| 1590 | 2024-09-25T17:27:52.021Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 622
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:63657
req_id = 24ffe63c-41eb-4bc2-bf26-a9c0229b2471
response_code = 200
uri = /network-bootstore-config
|
| 1591 | 2024-09-25T17:27:52.055Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1592 | 2024-09-25T17:27:52.109Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 188797
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:65315
req_id = 9fc4d46f-62bc-4b56-99e4-6f3956da4f98
response_code = 204
uri = /switch-ports
|
| 1593 | 2024-09-25T17:27:52.109Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:65315
req_id = d33062ae-2b80-4491-a85f-77ac2ebc89c6
response_code = 200
uri = /network-bootstore-config
|
| 1594 | 2024-09-25T17:27:59.418Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:51402
|
| 1595 | 2024-09-25T17:27:59.418Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 43
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:51402
req_id = ffb1ccdf-3e32-4a92-a97a-0519a97aaa45
response_code = 200
uri = /baseboard
|
| 1596 | 2024-09-25T17:28:01.375Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8521
local_addr = [fd00:1122:3344:101::1]:47127
method = GET
remote_addr = [fd00:1122:3344:101::d]:53535
req_id = ceb099ab-8798-4e7e-8aa6-cc04890b9839
response_code = 200
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
uri = /f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1597 | 2024-09-25T17:28:11.665Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
| 1598 | 2024-09-25T17:28:21.912Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60161
|
| 1599 | 2024-09-25T17:28:21.912Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60161
req_id = 7c9c922b-11d9-4326-9601-77c0cd11c330
response_code = 200
uri = /vpc-routes
|
| 1600 | 2024-09-25T17:28:21.921Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:33011
|
| 1601 | 2024-09-25T17:28:21.922Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:33011
req_id = 23aa1a46-0cab-460a-b35d-1c3ab8c7f8b5
response_code = 200
uri = /vpc-routes
|
| 1602 | 2024-09-25T17:28:21.926Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:60161
req_id = 76403b5e-30d3-444e-8c9d-d7c361d43393
response_code = 204
uri = /vpc-routes
|
| 1603 | 2024-09-25T17:28:21.936Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 140
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:33011
req_id = 5d16f14e-53b5-4980-8d3b-efb1c87cd9f1
response_code = 204
uri = /vpc-routes
|
| 1604 | 2024-09-25T17:28:21.985Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42217
|
| 1605 | 2024-09-25T17:28:21.985Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 50
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42217
req_id = 3e026b42-5538-4f67-9d2b-e8a8a963e3bd
response_code = 200
uri = /vpc-routes
|
| 1606 | 2024-09-25T17:28:22.002Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42217
req_id = 67f66715-265c-46e8-9113-1f74400b7364
response_code = 204
uri = /vpc-routes
|
| 1607 | 2024-09-25T17:28:22.012Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56340
|
| 1608 | 2024-09-25T17:28:22.012Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 793
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56340
req_id = ac06c38f-e862-464f-bcf6-5be2b621f556
response_code = 200
uri = /v2p
|
| 1609 | 2024-09-25T17:28:22.033Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41303
|
| 1610 | 2024-09-25T17:28:22.033Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1611 | 2024-09-25T17:28:22.072Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1612 | 2024-09-25T17:28:22.126Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92930
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:41303
req_id = 3cc95300-61e3-40a2-9809-84990f794475
response_code = 204
uri = /switch-ports
|
| 1613 | 2024-09-25T17:28:22.126Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56587
|
| 1614 | 2024-09-25T17:28:22.126Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44255
|
| 1615 | 2024-09-25T17:28:22.126Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44191
|
| 1616 | 2024-09-25T17:28:22.126Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 205
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41303
req_id = 43f0e01f-3c52-4adf-84e9-4d136f1d5dc1
response_code = 200
uri = /network-bootstore-config
|
| 1617 | 2024-09-25T17:28:22.127Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 276
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:56587
req_id = d3f6aee5-5461-4b01-895c-13130cf612b7
response_code = 200
uri = /v2p
|
| 1618 | 2024-09-25T17:28:22.127Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1619 | 2024-09-25T17:28:22.127Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 935
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44191
req_id = d1f5911e-21ce-48e8-95c3-ab08de20f980
response_code = 200
uri = /v2p
|
| 1620 | 2024-09-25T17:28:22.127Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:32775
|
| 1621 | 2024-09-25T17:28:22.165Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1622 | 2024-09-25T17:28:22.220Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1623 | 2024-09-25T17:28:22.220Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 93759
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:44255
req_id = b4f5d503-c89c-4e27-a393-818665579864
response_code = 204
uri = /switch-ports
|
| 1624 | 2024-09-25T17:28:22.224Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 596
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44255
req_id = 12502dd7-8f42-4fb5-a4be-952de011d0eb
response_code = 200
uri = /network-bootstore-config
|
| 1625 | 2024-09-25T17:28:22.254Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1626 | 2024-09-25T17:28:22.315Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 183563
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:32775
req_id = d4c2a8da-fdb5-4265-bd42-a9f496d05e48
response_code = 204
uri = /switch-ports
|
| 1627 | 2024-09-25T17:28:22.316Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 150
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:32775
req_id = 462b7861-3100-4c3a-9846-1192bb34843a
response_code = 200
uri = /network-bootstore-config
|
| 1628 | 2024-09-25T17:28:29.453Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:62863
|
| 1629 | 2024-09-25T17:28:29.453Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 51
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:62863
req_id = 9a4457d8-b151-44d4-be98-0180f6194a96
response_code = 200
uri = /baseboard
|
| 1630 | 2024-09-25T17:28:31.453Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 5566
local_addr = [fd00:1122:3344:101::1]:47127
method = GET
remote_addr = [fd00:1122:3344:101::d]:53535
req_id = 184dc778-73ff-458e-98f2-e82da4a04595
response_code = 200
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
uri = /f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1631 | 2024-09-25T17:28:51.656Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56545
|
| 1632 | 2024-09-25T17:28:51.656Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56545
req_id = ed36651f-07a6-487f-aa97-a7c7e7774e75
response_code = 200
uri = /vpc-routes
|
| 1633 | 2024-09-25T17:28:51.670Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 144
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:56545
req_id = fc7dce1c-5a0c-4a4e-ad13-493dc69e861c
response_code = 204
uri = /vpc-routes
|
| 1634 | 2024-09-25T17:28:51.731Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37458
|
| 1635 | 2024-09-25T17:28:51.731Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 44
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37458
req_id = d00fc647-f4e4-4891-aedd-84be40735ce3
response_code = 200
uri = /vpc-routes
|
| 1636 | 2024-09-25T17:28:51.745Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59852
|
| 1637 | 2024-09-25T17:28:51.745Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 52
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59852
req_id = 5d6717d9-acf4-4721-a84f-7fa253d1f7b4
response_code = 200
uri = /vpc-routes
|
| 1638 | 2024-09-25T17:28:51.756Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1077
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:59852
req_id = b96cfbdf-c57e-427b-a7f5-7b8f5936b547
response_code = 204
uri = /vpc-routes
|
| 1639 | 2024-09-25T17:28:51.767Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45991
|
| 1640 | 2024-09-25T17:28:51.767Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 131
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45991
req_id = d2ff73cc-ed6c-4f8e-8987-4c797a1a9ceb
response_code = 200
uri = /v2p
|
| 1641 | 2024-09-25T17:28:51.771Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:37458
req_id = 7d562d34-da7c-4090-bc96-d793dcccf1e4
response_code = 204
uri = /vpc-routes
|
| 1642 | 2024-09-25T17:28:51.801Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57805
|
| 1643 | 2024-09-25T17:28:51.801Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 123
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57805
req_id = d362cde0-f7b0-4632-bedd-ce671d2f6766
response_code = 200
uri = /v2p
|
| 1644 | 2024-09-25T17:28:51.816Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48706
|
| 1645 | 2024-09-25T17:28:51.816Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1646 | 2024-09-25T17:28:51.857Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1647 | 2024-09-25T17:28:51.914Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 97878
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:48706
req_id = 76bf8b93-c448-4be7-98a4-ddfe1f892036
response_code = 204
uri = /switch-ports
|
| 1648 | 2024-09-25T17:28:51.914Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56087
|
| 1649 | 2024-09-25T17:28:51.914Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64546
|
| 1650 | 2024-09-25T17:28:51.914Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 201
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:56087
req_id = 6e226828-050c-4064-9cb8-a14eb2fae7c7
response_code = 200
uri = /v2p
|
| 1651 | 2024-09-25T17:28:51.914Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 228
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48706
req_id = 02817491-299f-462b-b9c0-a0a1931c3c52
response_code = 200
uri = /network-bootstore-config
|
| 1652 | 2024-09-25T17:28:51.914Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1653 | 2024-09-25T17:28:51.923Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39030
|
| 1654 | 2024-09-25T17:28:51.952Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1655 | 2024-09-25T17:28:52.008Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1656 | 2024-09-25T17:28:52.008Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94305
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:64546
req_id = 57a1bca7-8c5a-483c-ac82-aa574d4d68a9
response_code = 204
uri = /switch-ports
|
| 1657 | 2024-09-25T17:28:52.014Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 680
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64546
req_id = f50e026a-f4f4-45fb-a8c9-662ce24fd725
response_code = 200
uri = /network-bootstore-config
|
| 1658 | 2024-09-25T17:28:52.045Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1659 | 2024-09-25T17:28:52.104Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 180777
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:39030
req_id = 447f81d4-7ec0-40c0-adce-c5ba80fa022b
response_code = 204
uri = /switch-ports
|
| 1660 | 2024-09-25T17:28:52.105Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 161
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39030
req_id = fdc9a3ca-6f40-415e-8e4a-31423a795161
response_code = 200
uri = /network-bootstore-config
|
| 1661 | 2024-09-25T17:28:59.487Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:58235
|
| 1662 | 2024-09-25T17:28:59.487Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 45
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:58235
req_id = 695dd58d-3b56-42b7-afd5-228a69036091
response_code = 200
uri = /baseboard
|
| 1663 | 2024-09-25T17:29:01.455Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6851
local_addr = [fd00:1122:3344:101::1]:47127
method = GET
remote_addr = [fd00:1122:3344:101::d]:53535
req_id = 4fdff8d1-9489-4673-a389-f90335b0770d
response_code = 200
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
uri = /f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1664 | 2024-09-25T17:29:21.760Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:38446
|
| 1665 | 2024-09-25T17:29:21.760Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 149
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:38446
req_id = 13f48367-fa0a-4fda-9868-c3aeefafd215
response_code = 200
uri = /vpc-routes
|
| 1666 | 2024-09-25T17:29:21.761Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42049
|
| 1667 | 2024-09-25T17:29:21.761Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 52
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42049
req_id = b67501ea-a6e2-4711-b94f-c39e05819ddf
response_code = 200
uri = /vpc-routes
|
| 1668 | 2024-09-25T17:29:21.775Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1557
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:38446
req_id = c3100d78-06e5-4376-a129-f792e7d00e55
response_code = 204
uri = /vpc-routes
|
| 1669 | 2024-09-25T17:29:21.775Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:42049
req_id = 3f678c06-8e10-4970-b445-ade27e76da44
response_code = 204
uri = /vpc-routes
|
| 1670 | 2024-09-25T17:29:21.866Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43607
|
| 1671 | 2024-09-25T17:29:21.866Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 165
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43607
req_id = 5c5238e3-7a51-46f3-8a2f-3e5ed0853909
response_code = 200
uri = /v2p
|
| 1672 | 2024-09-25T17:29:21.911Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52243
|
| 1673 | 2024-09-25T17:29:21.911Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52243
req_id = 68cdfb7f-d305-41fd-9b0d-dca8b1d34082
response_code = 200
uri = /v2p
|
| 1674 | 2024-09-25T17:29:21.913Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39066
|
| 1675 | 2024-09-25T17:29:21.913Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 25
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39066
req_id = ded38783-13d4-4b07-99c5-0a050fde0fef
response_code = 200
uri = /vpc-routes
|
| 1676 | 2024-09-25T17:29:21.923Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:39066
req_id = 5ad91774-4957-439f-9528-24396412a497
response_code = 204
uri = /vpc-routes
|
| 1677 | 2024-09-25T17:29:21.935Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:48862
|
| 1678 | 2024-09-25T17:29:21.936Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 655
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:48862
req_id = 15f7c868-12d0-4532-997f-41fed41e800f
response_code = 200
uri = /v2p
|
| 1679 | 2024-09-25T17:29:22.025Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49138
|
| 1680 | 2024-09-25T17:29:22.025Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1681 | 2024-09-25T17:29:22.066Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1682 | 2024-09-25T17:29:22.124Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 99719
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:49138
req_id = f897688e-dd0b-4aa2-a119-52fa9cf82c18
response_code = 204
uri = /switch-ports
|
| 1683 | 2024-09-25T17:29:22.124Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34122
|
| 1684 | 2024-09-25T17:29:22.125Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64748
|
| 1685 | 2024-09-25T17:29:22.125Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1686 | 2024-09-25T17:29:22.129Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4071
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:49138
req_id = 0e9d2e54-b661-4151-b0da-7c00f6bb887b
response_code = 200
uri = /network-bootstore-config
|
| 1687 | 2024-09-25T17:29:22.161Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1688 | 2024-09-25T17:29:22.217Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1689 | 2024-09-25T17:29:22.217Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92389
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:34122
req_id = 75cd7e3c-12d6-4767-8061-3d57140109ef
response_code = 204
uri = /switch-ports
|
| 1690 | 2024-09-25T17:29:22.222Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 668
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34122
req_id = f280069d-ec64-4401-8b26-7479480cc718
response_code = 200
uri = /network-bootstore-config
|
| 1691 | 2024-09-25T17:29:22.253Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1692 | 2024-09-25T17:29:22.307Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 181858
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:64748
req_id = 314359b6-7534-4523-932a-68677938851c
response_code = 204
uri = /switch-ports
|
| 1693 | 2024-09-25T17:29:22.307Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 150
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64748
req_id = d935212c-7302-496b-87a4-f1462ce364c8
response_code = 200
uri = /network-bootstore-config
|
| 1694 | 2024-09-25T17:29:29.521Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:64922
|
| 1695 | 2024-09-25T17:29:29.522Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 566
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:64922
req_id = 86136a8c-173d-46a3-b33f-25870286f486
response_code = 200
uri = /baseboard
|
| 1696 | 2024-09-25T17:29:31.454Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 5600
local_addr = [fd00:1122:3344:101::1]:47127
method = GET
remote_addr = [fd00:1122:3344:101::d]:53535
req_id = 9386f138-4a5d-4f33-a9ac-3dc5278f1658
response_code = 200
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
uri = /f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1697 | 2024-09-25T17:29:51.665Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53619
|
| 1698 | 2024-09-25T17:29:51.665Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 106
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53619
req_id = 912544dc-6aed-4544-b386-2d63f6a76b11
response_code = 200
uri = /vpc-routes
|
| 1699 | 2024-09-25T17:29:51.683Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 198
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:53619
req_id = 3a9c728a-19cd-48af-9297-53bfd1499c6c
response_code = 204
uri = /vpc-routes
|
| 1700 | 2024-09-25T17:29:51.725Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:54078
|
| 1701 | 2024-09-25T17:29:51.725Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 83
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:54078
req_id = f028113a-8580-4a8d-a734-d0b8d277c5ec
response_code = 200
uri = /vpc-routes
|
| 1702 | 2024-09-25T17:29:51.735Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 141
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:54078
req_id = 974317f5-4f74-4719-ade5-9c2a21420ef8
response_code = 204
uri = /vpc-routes
|
| 1703 | 2024-09-25T17:29:51.759Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43096
|
| 1704 | 2024-09-25T17:29:51.759Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 58
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43096
req_id = b627d7bb-c4c1-4b9d-8774-61bbdefc09bb
response_code = 200
uri = /vpc-routes
|
| 1705 | 2024-09-25T17:29:51.768Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43096
req_id = a11c9091-6726-4b0c-882a-780fa3dbaf4e
response_code = 204
uri = /vpc-routes
|
| 1706 | 2024-09-25T17:29:51.772Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63411
|
| 1707 | 2024-09-25T17:29:51.772Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63411
req_id = 7ca3e99d-69fe-4507-9de3-3fdf3d65f7db
response_code = 200
uri = /v2p
|
| 1708 | 2024-09-25T17:29:51.785Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51838
|
| 1709 | 2024-09-25T17:29:51.785Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1710 | 2024-09-25T17:29:51.824Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1711 | 2024-09-25T17:29:51.892Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 106993
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:51838
req_id = c92a0f74-cbf3-42aa-9626-a8a4b3c25f1e
response_code = 204
uri = /switch-ports
|
| 1712 | 2024-09-25T17:29:51.892Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62739
|
| 1713 | 2024-09-25T17:29:51.892Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48938
|
| 1714 | 2024-09-25T17:29:51.892Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1715 | 2024-09-25T17:29:51.896Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 3867
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51838
req_id = 6ebc88df-08d0-4709-a0b4-dbe5ec432ff9
response_code = 200
uri = /network-bootstore-config
|
| 1716 | 2024-09-25T17:29:51.897Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48938
req_id = b9efcf06-940c-4b09-b7bb-f72ec8c32b76
response_code = 200
uri = /v2p
|
| 1717 | 2024-09-25T17:29:51.902Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:51430
|
| 1718 | 2024-09-25T17:29:51.903Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 140
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:51430
req_id = 9f78eafb-a92b-4474-a811-7ef57766f7c4
response_code = 200
uri = /v2p
|
| 1719 | 2024-09-25T17:29:51.909Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55590
|
| 1720 | 2024-09-25T17:29:51.928Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1721 | 2024-09-25T17:29:51.982Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1722 | 2024-09-25T17:29:51.982Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 89950
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:62739
req_id = 22f61fda-700f-4aa1-8023-1e73da17414e
response_code = 204
uri = /switch-ports
|
| 1723 | 2024-09-25T17:29:51.987Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 625
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62739
req_id = f2d3fadf-9e22-4252-afd4-044d65faaef0
response_code = 200
uri = /network-bootstore-config
|
| 1724 | 2024-09-25T17:29:52.019Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1725 | 2024-09-25T17:29:52.077Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 168008
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:55590
req_id = e7d21c75-3730-4724-9ea8-f72f35740c63
response_code = 204
uri = /switch-ports
|
| 1726 | 2024-09-25T17:29:52.078Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 145
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55590
req_id = 759f5750-a3d7-48ac-bece-0ccba6195451
response_code = 200
uri = /network-bootstore-config
|
| 1727 | 2024-09-25T17:29:59.555Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:44882
|
| 1728 | 2024-09-25T17:29:59.555Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 99
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:44882
req_id = a3365a1e-2665-4f13-97bd-3cdc165e5836
response_code = 200
uri = /baseboard
|
| 1729 | 2024-09-25T17:30:01.455Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6416
local_addr = [fd00:1122:3344:101::1]:47127
method = GET
remote_addr = [fd00:1122:3344:101::d]:53535
req_id = a0675baf-8cfc-448d-be3e-a20c8956a8f7
response_code = 200
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
uri = /f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1730 | 2024-09-25T17:30:21.823Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46791
|
| 1731 | 2024-09-25T17:30:21.823Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46791
req_id = d8deceb4-0a45-4c83-adfc-126bb151a0b6
response_code = 200
uri = /vpc-routes
|
| 1732 | 2024-09-25T17:30:21.835Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 113
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:46791
req_id = 0596eaca-4758-447b-ba84-d0b558e2e201
response_code = 204
uri = /vpc-routes
|
| 1733 | 2024-09-25T17:30:21.846Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53529
|
| 1734 | 2024-09-25T17:30:21.847Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 531
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53529
req_id = 6c7323a4-e257-455a-8234-98cda97491cb
response_code = 200
uri = /vpc-routes
|
| 1735 | 2024-09-25T17:30:21.854Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46089
|
| 1736 | 2024-09-25T17:30:21.854Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 44
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46089
req_id = 4c847f94-fe23-4959-83b5-bfb8d4a77c24
response_code = 200
uri = /vpc-routes
|
| 1737 | 2024-09-25T17:30:21.855Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60309
|
| 1738 | 2024-09-25T17:30:21.855Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60309
req_id = 95c410fb-9b4c-4905-9e5c-4243f69b1e8b
response_code = 200
uri = /v2p
|
| 1739 | 2024-09-25T17:30:21.857Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 73
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:53529
req_id = 4b6870a8-934f-4dd6-b67a-5cb7213cda0f
response_code = 204
uri = /vpc-routes
|
| 1740 | 2024-09-25T17:30:21.865Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1274
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:46089
req_id = defc8783-5b6b-448b-9fc1-39be3dcffecd
response_code = 204
uri = /vpc-routes
|
| 1741 | 2024-09-25T17:30:21.957Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63612
|
| 1742 | 2024-09-25T17:30:21.958Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 896
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:63612
req_id = 328ec6b2-950d-44f5-9261-bfc05b30cb0f
response_code = 200
uri = /v2p
|
| 1743 | 2024-09-25T17:30:21.972Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:44481
|
| 1744 | 2024-09-25T17:30:21.972Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1745 | 2024-09-25T17:30:22.014Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1746 | 2024-09-25T17:30:22.079Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 107227
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:44481
req_id = d7fd393f-ec10-4978-b55c-519c7fce48b1
response_code = 204
uri = /switch-ports
|
| 1747 | 2024-09-25T17:30:22.080Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34561
|
| 1748 | 2024-09-25T17:30:22.080Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37710
|
| 1749 | 2024-09-25T17:30:22.080Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 205
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:44481
req_id = 2b2c6384-fb38-4235-9972-2dca204c121c
response_code = 200
uri = /network-bootstore-config
|
| 1750 | 2024-09-25T17:30:22.080Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1751 | 2024-09-25T17:30:22.084Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name("external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name("external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name("nexus-f498676d-98ca-4df7-a306-c337617f6891"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name("nexus-313e9723-c1f8-48c7-a257-702d615dcb31"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name("nexus-2fc249d5-9788-4a35-ad94-1440f36e8698"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1752 | 2024-09-25T17:30:22.084Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1753 | 2024-09-25T17:30:22.084Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1754 | 2024-09-25T17:30:22.084Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1755 | 2024-09-25T17:30:22.084Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1756 | 2024-09-25T17:30:22.084Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1757 | 2024-09-25T17:30:22.084Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1758 | 2024-09-25T17:30:22.084Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4558
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:34561
req_id = 8403fa5d-cac9-4dad-a2bc-318002fedd8a
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1759 | 2024-09-25T17:30:22.085Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56280
|
| 1760 | 2024-09-25T17:30:22.086Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 248
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56280
req_id = 06fcde74-9cb9-4bb7-86cd-9d0a7d01d58a
response_code = 200
uri = /v2p
|
| 1761 | 2024-09-25T17:30:22.119Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1762 | 2024-09-25T17:30:22.122Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33268
|
| 1763 | 2024-09-25T17:30:22.123Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name("external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name("external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name("nexus-f498676d-98ca-4df7-a306-c337617f6891"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name("nexus-313e9723-c1f8-48c7-a257-702d615dcb31"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name("nexus-2fc249d5-9788-4a35-ad94-1440f36e8698"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1764 | 2024-09-25T17:30:22.123Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1765 | 2024-09-25T17:30:22.123Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1766 | 2024-09-25T17:30:22.123Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1767 | 2024-09-25T17:30:22.123Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1768 | 2024-09-25T17:30:22.123Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1769 | 2024-09-25T17:30:22.123Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1770 | 2024-09-25T17:30:22.123Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 675
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33268
req_id = 256ac74b-447f-4598-a3ce-f49d289555ef
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1771 | 2024-09-25T17:30:22.147Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50497
|
| 1772 | 2024-09-25T17:30:22.179Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1773 | 2024-09-25T17:30:22.179Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 99510
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:37710
req_id = fa400012-e750-44f5-97e0-3564a46ef400
response_code = 204
uri = /switch-ports
|
| 1774 | 2024-09-25T17:30:22.183Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 598
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37710
req_id = 78b6ed3e-74de-4dab-a78a-a75da9e0fd84
response_code = 200
uri = /network-bootstore-config
|
| 1775 | 2024-09-25T17:30:22.216Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1776 | 2024-09-25T17:30:22.279Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 131030
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:50497
req_id = cb77ac8c-e76d-4cbe-948b-b6f4e41233f8
response_code = 204
uri = /switch-ports
|
| 1777 | 2024-09-25T17:30:22.279Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 152
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50497
req_id = 405d3c56-940e-471e-af2c-9cc80435000b
response_code = 200
uri = /network-bootstore-config
|
| 1778 | 2024-09-25T17:30:22.299Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:32813
|
| 1779 | 2024-09-25T17:30:22.299Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:671
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name("external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name("external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name("nexus-f498676d-98ca-4df7-a306-c337617f6891"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name("nexus-313e9723-c1f8-48c7-a257-702d615dcb31"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name("nexus-2fc249d5-9788-4a35-ad94-1440f36e8698"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
| 1780 | 2024-09-25T17:30:22.299Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1781 | 2024-09-25T17:30:22.299Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1782 | 2024-09-25T17:30:22.299Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte0"
rules = []
|
| 1783 | 2024-09-25T17:30:22.299Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
| 1784 | 2024-09-25T17:30:22.299Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1785 | 2024-09-25T17:30:22.299Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:690
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
| 1786 | 2024-09-25T17:30:22.299Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 324
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:32813
req_id = ddbf6f72-9d64-4803-ab8b-7ab1564a4773
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
| 1787 | 2024-09-25T17:30:29.588Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:36081
|
| 1788 | 2024-09-25T17:30:29.589Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 127
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:36081
req_id = 96e43942-2c83-4ea5-b943-d0868138522f
response_code = 200
uri = /baseboard
|
| 1789 | 2024-09-25T17:30:31.456Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8116
local_addr = [fd00:1122:3344:101::1]:47127
method = GET
remote_addr = [fd00:1122:3344:101::d]:53535
req_id = eba45b2c-0b8c-403e-8ed8-e52ad39754d3
response_code = 200
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
uri = /f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1790 | 2024-09-25T17:30:51.643Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48578
|
| 1791 | 2024-09-25T17:30:51.643Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 62
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48578
req_id = 07d6b2ac-303f-4b79-84e8-bbe805b11987
response_code = 200
uri = /vpc-routes
|
| 1792 | 2024-09-25T17:30:51.653Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 101
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:48578
req_id = 3c269e7f-d636-4727-a7c6-1f5e7e1d257e
response_code = 204
uri = /vpc-routes
|
| 1793 | 2024-09-25T17:30:51.673Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46021
|
| 1794 | 2024-09-25T17:30:51.673Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 26
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46021
req_id = 5e57cbbd-66fa-437c-a4e0-16214410bb74
response_code = 200
uri = /vpc-routes
|
| 1795 | 2024-09-25T17:30:51.685Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:46021
req_id = 5f312017-e28c-4a3c-8824-7e3679f04049
response_code = 204
uri = /vpc-routes
|
| 1796 | 2024-09-25T17:30:51.780Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46222
|
| 1797 | 2024-09-25T17:30:51.781Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 169
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46222
req_id = 9f0e8f3c-da93-4b87-8840-e91d49e440c4
response_code = 200
uri = /v2p
|
| 1798 | 2024-09-25T17:30:51.794Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37517
|
| 1799 | 2024-09-25T17:30:51.794Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1800 | 2024-09-25T17:30:51.832Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1801 | 2024-09-25T17:30:51.891Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 96771
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:37517
req_id = 63d866d7-196a-4488-a6e9-e7eefea9ff6d
response_code = 204
uri = /switch-ports
|
| 1802 | 2024-09-25T17:30:51.891Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39474
|
| 1803 | 2024-09-25T17:30:51.891Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56178
|
| 1804 | 2024-09-25T17:30:51.891Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55853
|
| 1805 | 2024-09-25T17:30:51.891Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50002
|
| 1806 | 2024-09-25T17:30:51.892Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1807 | 2024-09-25T17:30:51.892Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 885
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50002
req_id = 6c8fd143-0009-41f5-a778-513c576f1d6c
response_code = 200
uri = /vpc-routes
|
| 1808 | 2024-09-25T17:30:51.892Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 943
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55853
req_id = 6ef3f984-57d9-481b-8b1d-3e78faa4c0e4
response_code = 200
uri = /v2p
|
| 1809 | 2024-09-25T17:30:51.892Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37517
req_id = 0128f357-9b84-4dbd-8bb9-6508950d76db
response_code = 200
uri = /network-bootstore-config
|
| 1810 | 2024-09-25T17:30:51.892Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1003
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39474
req_id = 7cb43e72-e29e-41eb-9806-f15ce389900b
response_code = 200
uri = /v2p
|
| 1811 | 2024-09-25T17:30:51.901Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 174
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:50002
req_id = db006917-c36a-47af-8f6f-4f821a72ea00
response_code = 204
uri = /vpc-routes
|
| 1812 | 2024-09-25T17:30:51.929Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1813 | 2024-09-25T17:30:51.944Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:38097
|
| 1814 | 2024-09-25T17:30:51.986Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1815 | 2024-09-25T17:30:51.986Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94919
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:56178
req_id = f92c253d-a565-4857-803f-2d7e7d0b0b1d
response_code = 204
uri = /switch-ports
|
| 1816 | 2024-09-25T17:30:51.991Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 648
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56178
req_id = f0b62b04-f00b-4bc8-ad17-c02103ac1aec
response_code = 200
uri = /network-bootstore-config
|
| 1817 | 2024-09-25T17:30:52.026Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1818 | 2024-09-25T17:30:52.083Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 139161
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:38097
req_id = 7ba5205f-c284-499c-8fb8-5e17ed9cbbc6
response_code = 204
uri = /switch-ports
|
| 1819 | 2024-09-25T17:30:52.084Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 138
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:38097
req_id = ea35f22f-9169-446d-afe0-e07036b868a8
response_code = 200
uri = /network-bootstore-config
|
| 1820 | 2024-09-25T17:30:59.624Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:62709
|
| 1821 | 2024-09-25T17:30:59.624Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 66
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:62709
req_id = bb14661e-c872-4fc1-a48b-c8c0f9c4a2df
response_code = 200
uri = /baseboard
|
| 1822 | 2024-09-25T17:31:01.586Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6719
local_addr = [fd00:1122:3344:101::1]:47127
method = GET
remote_addr = [fd00:1122:3344:101::d]:53535
req_id = f3c332b2-6770-42bc-8417-3431e45004c9
response_code = 200
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
uri = /f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1823 | 2024-09-25T17:31:21.808Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41281
|
| 1824 | 2024-09-25T17:31:21.808Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41281
req_id = 4dc091f3-8c8c-4dde-9a27-192494586dfa
response_code = 200
uri = /vpc-routes
|
| 1825 | 2024-09-25T17:31:21.824Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 175
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41281
req_id = 21d7249c-6a0e-4b8b-a13a-c0be7268ae84
response_code = 204
uri = /vpc-routes
|
| 1826 | 2024-09-25T17:31:21.864Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46293
|
| 1827 | 2024-09-25T17:31:21.865Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 180
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46293
req_id = ab176edc-7dd3-44a4-bd34-40ab752099b0
response_code = 200
uri = /v2p
|
| 1828 | 2024-09-25T17:31:21.866Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38511
|
| 1829 | 2024-09-25T17:31:21.868Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1262
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38511
req_id = 0603ded7-7906-4ef3-a65c-7d0e75458d44
response_code = 200
uri = /vpc-routes
|
| 1830 | 2024-09-25T17:31:21.880Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 95
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:38511
req_id = af3ecdc4-ab7e-4543-adc3-fe4e356bb1d5
response_code = 204
uri = /vpc-routes
|
| 1831 | 2024-09-25T17:31:21.894Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:46881
|
| 1832 | 2024-09-25T17:31:21.894Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 40
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:46881
req_id = 519459cb-e081-4de6-b8a6-1b32e032c600
response_code = 200
uri = /vpc-routes
|
| 1833 | 2024-09-25T17:31:21.901Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 105
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:46881
req_id = fc450fb5-a758-4412-aedb-7dfc062b7e03
response_code = 204
uri = /vpc-routes
|
| 1834 | 2024-09-25T17:31:21.945Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:37836
|
| 1835 | 2024-09-25T17:31:21.945Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1836 | 2024-09-25T17:31:21.986Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1837 | 2024-09-25T17:31:22.037Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 92315
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:37836
req_id = 9face525-59ca-45cb-8639-9f0b782b20bd
response_code = 204
uri = /switch-ports
|
| 1838 | 2024-09-25T17:31:22.037Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49403
|
| 1839 | 2024-09-25T17:31:22.037Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:61657
|
| 1840 | 2024-09-25T17:31:22.037Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64217
|
| 1841 | 2024-09-25T17:31:22.037Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48993
|
| 1842 | 2024-09-25T17:31:22.038Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1843 | 2024-09-25T17:31:22.042Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4436
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48993
req_id = acee632c-3f3c-4803-979b-c61eadcc651e
response_code = 200
uri = /v2p
|
| 1844 | 2024-09-25T17:31:22.042Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4662
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:37836
req_id = 7bd12ce5-c965-4654-bfa2-f90ba792aa9f
response_code = 200
uri = /network-bootstore-config
|
| 1845 | 2024-09-25T17:31:22.042Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4809
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64217
req_id = 2834e6f0-17dc-482a-a1d9-bba835913c10
response_code = 200
uri = /v2p
|
| 1846 | 2024-09-25T17:31:22.075Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1847 | 2024-09-25T17:31:22.132Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1848 | 2024-09-25T17:31:22.132Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 94241
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:49403
req_id = 5e702503-3b37-4e6a-82f4-c02368311775
response_code = 204
uri = /switch-ports
|
| 1849 | 2024-09-25T17:31:22.137Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 662
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49403
req_id = de7f9f40-359f-48c3-b567-81af4668d0dd
response_code = 200
uri = /network-bootstore-config
|
| 1850 | 2024-09-25T17:31:22.170Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1851 | 2024-09-25T17:31:22.231Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 194055
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:61657
req_id = 5a6eee16-2598-47df-92fd-aa137cb79c0f
response_code = 204
uri = /switch-ports
|
| 1852 | 2024-09-25T17:31:22.232Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 176
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:61657
req_id = db13c2aa-82f6-428b-8c79-b24a2d7860e0
response_code = 200
uri = /network-bootstore-config
|
| 1853 | 2024-09-25T17:31:29.656Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:41046
|
| 1854 | 2024-09-25T17:31:29.656Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 127
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:41046
req_id = a32f366b-d3fa-4b75-89b1-748f9068e3bf
response_code = 200
uri = /baseboard
|
| 1855 | 2024-09-25T17:31:31.588Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 8381
local_addr = [fd00:1122:3344:101::1]:47127
method = GET
remote_addr = [fd00:1122:3344:101::d]:53535
req_id = 92d829d8-2f35-4a54-87b1-c96bfa4d9cbb
response_code = 200
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
uri = /f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1856 | 2024-09-25T17:31:40.529Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57508
|
| 1857 | 2024-09-25T17:31:40.530Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 259
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57508
req_id = 928f8448-8af3-41c8-98dd-755d5f5a8428
response_code = 200
uri = /v2p
|
| 1858 | 2024-09-25T17:31:40.530Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:778
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(6632601) }
|
| 1859 | 2024-09-25T17:31:40.531Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1227
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:57508
req_id = da22b764-c3c5-4b00-a6d1-16be0326a5b2
response_code = 204
uri = /v2p
|
| 1860 | 2024-09-25T17:31:40.711Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50883
|
| 1861 | 2024-09-25T17:31:40.741Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:539
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 7be75804-d2fd-4726-bca4-435263a1a579, kind: Instance { id: eb0db515-0d3a-4991-8ede-f0a4b1006dc4 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6632601), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7be75804-d2fd-4726-bca4-435263a1a579, kind: Instance { id: eb0db515-0d3a-4991-8ede-f0a4b1006dc4 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6632601), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7be75804-d2fd-4726-bca4-435263a1a579, kind: Instance { id: eb0db515-0d3a-4991-8ede-f0a4b1006dc4 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6632601), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(6632601))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7be75804-d2fd-4726-bca4-435263a1a579, kind: Instance { id: eb0db515-0d3a-4991-8ede-f0a4b1006dc4 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6632601), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-810379e0eff", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: a0c2808c-0dd5-4ace-80be-905329dd3254, read_only_parent: Some(Volume { block_size: 512, id: 66416bad-1298-4f9d-9c17-e06348555c73, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 29b0e2ec-9c91-40e6-b5d7-09351d18b174, key: Some("F/qt39a4awHb0728blYWwPu0rkUnARenrSn6wd/iNbM="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::13]:19002", "[fd00:1122:3344:101::1a]:19001", "[fd00:1122:3344:101::15]:19002"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: a0c2808c-0dd5-4ace-80be-905329dd3254, key: Some("yXvat6YnIURmpCudMNdaoediLDgM/MSrasHlM4buiEM="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19000", "[fd00:1122:3344:101::14]:19000", "[fd00:1122:3344:101::18]:19000"] } }] } }], cloud_init_bytes: Some(..) }
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
metadata = InstanceMetadata { silo_id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, project_id: 2be16c74-48fd-4bd5-bff6-41cb162cf48d }
migration_id = None
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-25T17:31:40.711274232Z }
|
| 1862 | 2024-09-25T17:31:40.741Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:572
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
migration_id = None
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1863 | 2024-09-25T17:31:40.742Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:1008
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
migration_id = None
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: 7be75804-d2fd-4726-bca4-435263a1a579, kind: Instance { id: eb0db515-0d3a-4991-8ede-f0a4b1006dc4 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6632601), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7be75804-d2fd-4726-bca4-435263a1a579, kind: Instance { id: eb0db515-0d3a-4991-8ede-f0a4b1006dc4 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6632601), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7be75804-d2fd-4726-bca4-435263a1a579, kind: Instance { id: eb0db515-0d3a-4991-8ede-f0a4b1006dc4 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6632601), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(6632601))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 7be75804-d2fd-4726-bca4-435263a1a579, kind: Instance { id: eb0db515-0d3a-4991-8ede-f0a4b1006dc4 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(6632601), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-810379e0eff", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: a0c2808c-0dd5-4ace-80be-905329dd3254, read_only_parent: Some(Volume { block_size: 512, id: 66416bad-1298-4f9d-9c17-e06348555c73, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 29b0e2ec-9c91-40e6-b5d7-09351d18b174, key: Some("F/qt39a4awHb0728blYWwPu0rkUnARenrSn6wd/iNbM="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::13]:19002", "[fd00:1122:3344:101::1a]:19001", "[fd00:1122:3344:101::15]:19002"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: a0c2808c-0dd5-4ace-80be-905329dd3254, key: Some("yXvat6YnIURmpCudMNdaoediLDgM/MSrasHlM4buiEM="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19000", "[fd00:1122:3344:101::14]:19000", "[fd00:1122:3344:101::18]:19000"] } }] } }], cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-09-25T17:31:40.711274232Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }
|
| 1864 | 2024-09-25T17:31:40.745Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 32605
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50883
req_id = c886933d-8efc-4784-a653-c5da01f1b449
response_code = 200
uri = /vmms/03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1865 | 2024-09-25T17:31:40.854Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41417
|
| 1866 | 2024-09-25T17:31:40.857Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 2222
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41417
req_id = 2fb8a972-86ff-4e85-a964-e87673357320
response_code = 200
uri = /vmms/03a4abe3-47b1-4832-8d19-9f5cbc4bd12f/state
|
| 1867 | 2024-09-25T17:31:40.863Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:424
port = Port { inner: PortInner(PortData { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 6632601 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }
|
| 1868 | 2024-09-25T17:31:40.864Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1869 | 2024-09-25T17:31:40.904Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
file = illumos-utils/src/zone.rs:316
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1870 | 2024-09-25T17:31:40.925Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
file = illumos-utils/src/zone.rs:354
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1871 | 2024-09-25T17:31:42.411Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlInstance0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1:0'/>
<propval type="astring" name="listen_port" value='12400'/>
<propval type="astring" name="metric_addr" value='dns'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1872 | 2024-09-25T17:31:42.411Z | INFO | SledAgent (InstanceManager): Booting oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f zone
file = illumos-utils/src/running_zone.rs:488
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
zone = oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1873 | 2024-09-25T17:31:42.593Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f") failed: Property not found. retry in 34.226237ms
file = illumos-utils/src/svc.rs:36
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
zone = oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1874 | 2024-09-25T17:31:42.636Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f") failed: Property not found. retry in 133.630064ms
file = illumos-utils/src/svc.rs:36
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
zone = oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1875 | 2024-09-25T17:31:42.816Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f") failed: Property not found. retry in 114.790627ms
file = illumos-utils/src/svc.rs:36
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
zone = oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1876 | 2024-09-25T17:31:42.946Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f") failed: Property not found. retry in 484.051059ms
file = illumos-utils/src/svc.rs:36
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
zone = oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1877 | 2024-09-25T17:31:43.446Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f") failed: Property not found. retry in 570.922768ms
file = illumos-utils/src/svc.rs:36
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
zone = oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1878 | 2024-09-25T17:31:44.028Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f") failed: Property not found. retry in 1.11969764s
file = illumos-utils/src/svc.rs:36
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
zone = oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1879 | 2024-09-25T17:31:45.159Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f") failed: Property not found. retry in 595.626671ms
file = illumos-utils/src/svc.rs:36
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
zone = oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1880 | 2024-09-25T17:31:45.766Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f") failed: Property not found. retry in 1.206413941s
file = illumos-utils/src/svc.rs:36
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
zone = oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1881 | 2024-09-25T17:31:46.983Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f") failed: Property not found. retry in 529.629336ms
file = illumos-utils/src/svc.rs:36
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
zone = oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1882 | 2024-09-25T17:31:47.545Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
file = sled-agent/src/instance.rs:1466
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1883 | 2024-09-25T17:31:47.556Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f") failed: Property not found. retry in 52.365122ms
file = illumos-utils/src/svc.rs:36
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1884 | 2024-09-25T17:31:47.621Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f") failed: Property not found. retry in 77.038423ms
file = illumos-utils/src/svc.rs:36
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1885 | 2024-09-25T17:31:47.709Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f") failed: Property not found. retry in 124.513612ms
file = illumos-utils/src/svc.rs:36
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1886 | 2024-09-25T17:31:47.844Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f") failed: Property not found. retry in 502.309498ms
file = illumos-utils/src/svc.rs:36
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1887 | 2024-09-25T17:31:48.359Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:1475
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1888 | 2024-09-25T17:31:48.394Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1499
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1889 | 2024-09-25T17:31:48.534Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:744
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1890 | 2024-09-25T17:31:48.536Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-09-25T17:31:48.536247798Z }
file = sled-agent/src/instance.rs:594
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1891 | 2024-09-25T17:31:48.536Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:616
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-25T17:31:48.536247798Z }
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1892 | 2024-09-25T17:31:48.536Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
state = SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-09-25T17:31:48.536247798Z }, migration_in: None, migration_out: None }
|
| 1893 | 2024-09-25T17:31:48.587Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-09-25T17:31:48.587709514Z }
file = sled-agent/src/instance.rs:594
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1894 | 2024-09-25T17:31:48.587Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:616
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-25T17:31:48.587709514Z }
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1895 | 2024-09-25T17:31:48.587Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
state = SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-25T17:31:48.587709514Z }, migration_in: None, migration_out: None }
|
| 1896 | 2024-09-25T17:31:51.619Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58644
|
| 1897 | 2024-09-25T17:31:51.620Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 862
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58644
req_id = a7cc09e4-7770-4de4-8e7d-7c6705c4d085
response_code = 200
uri = /vmms/03a4abe3-47b1-4832-8d19-9f5cbc4bd12f/state
|
| 1898 | 2024-09-25T17:31:51.673Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:54453
|
| 1899 | 2024-09-25T17:31:51.673Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:54453
req_id = 950d7709-a8c1-48ac-8c93-d42eda455094
response_code = 200
uri = /vpc-routes
|
| 1900 | 2024-09-25T17:31:51.739Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35520
|
| 1901 | 2024-09-25T17:31:51.740Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1083
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35520
req_id = 650467f5-5731-4d07-a2c1-cbdac79728f1
response_code = 200
uri = /vmms/03a4abe3-47b1-4832-8d19-9f5cbc4bd12f/state
|
| 1902 | 2024-09-25T17:31:51.776Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62366
|
| 1903 | 2024-09-25T17:31:51.776Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62366
req_id = a41a9378-80ee-4adb-a725-6a39c8569af6
response_code = 200
uri = /vpc-routes
|
| 1904 | 2024-09-25T17:31:51.823Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:50589
|
| 1905 | 2024-09-25T17:31:51.823Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 168
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:50589
req_id = 14e5994c-e8b1-435b-9a49-433dec4c238e
response_code = 200
uri = /v2p
|
| 1906 | 2024-09-25T17:31:51.850Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64520
|
| 1907 | 2024-09-25T17:31:51.850Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 169
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64520
req_id = 78cf86ae-485d-453a-b820-7401a63840a0
response_code = 200
uri = /v2p
|
| 1908 | 2024-09-25T17:31:51.873Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60293
|
| 1909 | 2024-09-25T17:31:51.873Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1910 | 2024-09-25T17:31:51.918Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1911 | 2024-09-25T17:31:51.978Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 104861
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:60293
req_id = a61f49bd-8aa4-4da7-9ee1-dd2e4717e7c9
response_code = 204
uri = /switch-ports
|
| 1912 | 2024-09-25T17:31:51.978Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40309
|
| 1913 | 2024-09-25T17:31:51.978Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62142
|
| 1914 | 2024-09-25T17:31:51.979Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53159
|
| 1915 | 2024-09-25T17:31:51.979Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:39460
|
| 1916 | 2024-09-25T17:31:51.979Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 379
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60293
req_id = d492fe55-ee17-496b-bd22-d0af97c0371a
response_code = 200
uri = /network-bootstore-config
|
| 1917 | 2024-09-25T17:31:51.979Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 516
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:62366
req_id = 60735731-a147-4dc2-af88-573611577316
response_code = 204
uri = /vpc-routes
|
| 1918 | 2024-09-25T17:31:51.979Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 651
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:54453
req_id = d12fab5a-920f-469a-90a6-68d314ad0368
response_code = 204
uri = /vpc-routes
|
| 1919 | 2024-09-25T17:31:51.980Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1101
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:39460
req_id = ebf3a448-bb21-4c0d-b0a8-cf44067f7ce6
response_code = 200
uri = /vpc-routes
|
| 1920 | 2024-09-25T17:31:51.980Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1204
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40309
req_id = 0ea3fcd9-aec4-4ab7-8771-f91e08f4e19c
response_code = 200
uri = /v2p
|
| 1921 | 2024-09-25T17:31:51.980Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 1304
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62142
req_id = 290ce006-088b-46d0-84be-c6102585837a
response_code = 200
uri = /vmms/03a4abe3-47b1-4832-8d19-9f5cbc4bd12f/state
|
| 1922 | 2024-09-25T17:31:51.980Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1923 | 2024-09-25T17:31:52.000Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 582
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:39460
req_id = cebc3503-0bd6-4a5c-a4eb-4b4739390a6e
response_code = 204
uri = /vpc-routes
|
| 1924 | 2024-09-25T17:31:52.017Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:45837
|
| 1925 | 2024-09-25T17:31:52.023Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1926 | 2024-09-25T17:31:52.082Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1927 | 2024-09-25T17:31:52.082Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 102000
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:53159
req_id = aff1cde3-d9a7-4422-aee1-481f976a8bf5
response_code = 204
uri = /switch-ports
|
| 1928 | 2024-09-25T17:31:52.086Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 650
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53159
req_id = 8d81aa4b-12a5-45bd-8e68-e973a34b477a
response_code = 200
uri = /network-bootstore-config
|
| 1929 | 2024-09-25T17:31:52.119Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1930 | 2024-09-25T17:31:52.177Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 159428
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:45837
req_id = 2d677e17-ad1d-4987-8a09-dae2d1efd405
response_code = 204
uri = /switch-ports
|
| 1931 | 2024-09-25T17:31:52.177Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 136
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:45837
req_id = c09b4449-f96f-435d-af48-beffb670b66d
response_code = 200
uri = /network-bootstore-config
|
| 1932 | 2024-09-25T17:31:58.242Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42746
|
| 1933 | 2024-09-25T17:31:58.243Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 500
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:42746
req_id = 66430097-7e90-4d7b-bd9e-72c13b5e798c
response_code = 200
uri = /vmms/03a4abe3-47b1-4832-8d19-9f5cbc4bd12f/state
|
| 1934 | 2024-09-25T17:31:58.243Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-09-25T17:31:58.243628005Z }
file = sled-agent/src/instance.rs:594
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1935 | 2024-09-25T17:31:58.243Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:616
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-25T17:31:58.243628005Z }
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1936 | 2024-09-25T17:31:58.243Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
state = SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-09-25T17:31:58.243628005Z }, migration_in: None, migration_out: None }
|
| 1937 | 2024-09-25T17:31:58.295Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-09-25T17:31:58.295155843Z }
file = sled-agent/src/instance.rs:594
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1938 | 2024-09-25T17:31:58.295Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:616
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-09-25T17:31:58.295155843Z }
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1939 | 2024-09-25T17:31:58.295Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:630
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1940 | 2024-09-25T17:31:58.295Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1941 | 2024-09-25T17:31:58.305Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
| 1942 | 2024-09-25T17:31:58.307Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/17f551cb-d77c-4929-baa4-28caf779e9ef/debug/bundle/zone", "/pool/int/26b3db54-ca37-4830-a5e6-d89b15e44acb/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/2f62aa42-18ae-4c01-89e9-dc2f4c9dfb46/crypt/debug", "/pool/ext/fe3d10a1-f7bd-456b-9a54-72c3651a7862/crypt/debug", "/pool/ext/1e6bf961-835f-4fb8-88ff-1a8e1a58bf50/crypt/debug", "/pool/ext/6cd0db00-82cc-45a5-9786-a174954df7f0/crypt/debug", "/pool/ext/8c6d5961-04f6-4b0b-99a3-25216a6a4953/crypt/debug", "/pool/ext/df18cb26-568c-4123-a14d-afbe4b0b3b4c/crypt/debug", "/pool/ext/21286ac3-4c27-41f6-98e3-d36ea66bfe13/crypt/debug", "/pool/ext/3ade5407-5f7e-4382-b300-7995dbe0cc6a/crypt/debug", "/pool/ext/090dcb97-4f3b-4f5d-86e6-739763019615/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:339
zone_name = oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1943 | 2024-09-25T17:31:59.038Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1142
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f", bundle_id: 8b322c67-e8a3-413e-a2af-0c0adc9f6584 }, time_created: 2024-09-25T17:31:58.308922168Z, version: 0, cause: TerminatedInstance }
|
| 1944 | 2024-09-25T17:31:59.038Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
file = sled-agent/src/instance.rs:843
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1945 | 2024-09-25T17:31:59.689Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59644
|
| 1946 | 2024-09-25T17:31:59.689Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 98
local_addr = [fdb0:18c0:4d0d:a02a::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:a02a::2]:59644
req_id = 16c03ca1-b1ee-4e1c-9bdb-27dce4ec6c20
response_code = 200
uri = /baseboard
|
| 1947 | 2024-09-25T17:32:00.768Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:270
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1948 | 2024-09-25T17:32:00.786Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:904
id = RouterId { vni: Vni(6632601), kind: System }
|
| 1949 | 2024-09-25T17:32:00.786Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:904
id = RouterId { vni: Vni(6632601), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }
|
| 1950 | 2024-09-25T17:32:00.789Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-25T17:32:00.789267826Z }, migration_in: None, migration_out: None }
|
| 1951 | 2024-09-25T17:32:00.836Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:514
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-09-25T17:32:00.789267826Z }, migration_in: None, migration_out: None }
|
| 1952 | 2024-09-25T17:32:00.840Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:780
instance_id = eb0db515-0d3a-4991-8ede-f0a4b1006dc4
propolis_id = 03a4abe3-47b1-4832-8d19-9f5cbc4bd12f
|
| 1953 | 2024-09-25T17:32:01.586Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 6146
local_addr = [fd00:1122:3344:101::1]:47127
method = GET
remote_addr = [fd00:1122:3344:101::d]:53535
req_id = f7fe4ea6-5818-434a-a7e0-667c206a0bd4
response_code = 200
sled_id = f0d006a2-eb4a-4510-8a1c-6c144343343f
uri = /f0d006a2-eb4a-4510-8a1c-6c144343343f
|
| 1954 | 2024-09-25T17:32:01.807Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55344
|
| 1955 | 2024-09-25T17:32:01.808Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 59
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55344
req_id = 2db9042f-cc22-411e-9f45-0b836c467905
response_code = 200
uri = /vpc-routes
|
| 1956 | 2024-09-25T17:32:01.815Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 100
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:55344
req_id = 3444f427-4a0e-4817-a609-ce6ae9a8c524
response_code = 204
uri = /vpc-routes
|
| 1957 | 2024-09-25T17:32:01.840Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:34854
|
| 1958 | 2024-09-25T17:32:01.840Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:34854
req_id = a211fc1c-480b-4a84-9b82-ac212bae694e
response_code = 200
uri = /v2p
|
| 1959 | 2024-09-25T17:32:03.422Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40206
|
| 1960 | 2024-09-25T17:32:03.422Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 200
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40206
req_id = c995b4c6-0077-4b5a-a4e0-9c575081846f
response_code = 200
uri = /v2p
|
| 1961 | 2024-09-25T17:32:04.491Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:51259
|
| 1962 | 2024-09-25T17:32:04.491Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 68
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:51259
req_id = 6efcaca2-4d09-4ac8-8b74-0e496c15c915
response_code = 200
uri = /vpc-routes
|
| 1963 | 2024-09-25T17:32:04.499Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:51259
req_id = aa577fae-cde8-4654-83c1-6641202a901c
response_code = 204
uri = /vpc-routes
|
| 1964 | 2024-09-25T17:32:21.752Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41800
|
| 1965 | 2024-09-25T17:32:21.753Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 146
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41800
req_id = 4c6f9935-9b74-4251-b490-feac740e0bfb
response_code = 200
uri = /v2p
|
| 1966 | 2024-09-25T17:32:21.770Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48594
|
| 1967 | 2024-09-25T17:32:21.770Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 35
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48594
req_id = 1f973661-13bd-4090-97f1-43083c98bd20
response_code = 200
uri = /vpc-routes
|
| 1968 | 2024-09-25T17:32:21.781Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 82
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:48594
req_id = 1ea6c852-d3b4-42b7-861a-d225dab07cc9
response_code = 204
uri = /vpc-routes
|
| 1969 | 2024-09-25T17:32:21.817Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58490
|
| 1970 | 2024-09-25T17:32:21.817Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 28
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58490
req_id = 3b041070-b661-4e04-8807-ab7a2e1adcd9
response_code = 200
uri = /vpc-routes
|
| 1971 | 2024-09-25T17:32:21.826Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 53
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:58490
req_id = 0cb76b22-bf3e-4446-926c-a0dea7491085
response_code = 204
uri = /vpc-routes
|
| 1972 | 2024-09-25T17:32:21.932Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:32918
|
| 1973 | 2024-09-25T17:32:21.932Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1974 | 2024-09-25T17:32:21.971Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1975 | 2024-09-25T17:32:22.031Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 98559
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:32918
req_id = 33009b74-4a74-4e5e-9eed-505ba9002ee1
response_code = 204
uri = /switch-ports
|
| 1976 | 2024-09-25T17:32:22.031Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:44248
|
| 1977 | 2024-09-25T17:32:22.031Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60491
|
| 1978 | 2024-09-25T17:32:22.031Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62226
|
| 1979 | 2024-09-25T17:32:22.035Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 683
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62226
req_id = d7747f21-da6e-45d2-8126-d99d9292b5d2
response_code = 200
uri = /vpc-routes
|
| 1980 | 2024-09-25T17:32:22.036Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 772
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:44248
req_id = 0740aa6c-6d3a-4611-a385-141d20329fa3
response_code = 200
uri = /v2p
|
| 1981 | 2024-09-25T17:32:22.036Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4300
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60491
req_id = 93fcd80a-b7bf-4911-b3a9-8510da73391b
response_code = 200
uri = /v2p
|
| 1982 | 2024-09-25T17:32:22.036Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 4434
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:32918
req_id = c673cbe6-cfc6-4e5b-b296-6768b442c832
response_code = 200
uri = /network-bootstore-config
|
| 1983 | 2024-09-25T17:32:22.045Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 116
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:62226
req_id = da0a42aa-5120-40f0-8694-2b0c0e7869b0
response_code = 204
uri = /vpc-routes
|
| 1984 | 2024-09-25T17:32:22.063Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63269
|
| 1985 | 2024-09-25T17:32:22.064Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1986 | 2024-09-25T17:32:22.100Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1987 | 2024-09-25T17:32:22.154Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 91471
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:63269
req_id = 8db02d66-f884-4f5b-9b9d-7aa5b2b3758d
response_code = 204
uri = /switch-ports
|
| 1988 | 2024-09-25T17:32:22.155Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 114
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63269
req_id = cb74caac-62b1-413c-a4f7-dc06885cd9e9
response_code = 200
uri = /network-bootstore-config
|
| 1989 | 2024-09-25T17:32:22.198Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:32976
|
| 1990 | 2024-09-25T17:32:22.198Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4089
|
| 1991 | 2024-09-25T17:32:22.233Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4113
|
| 1992 | 2024-09-25T17:32:22.288Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 90121
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:32976
req_id = 85c0d20d-8e9e-4bf5-ae6a-5253226da53e
response_code = 204
uri = /switch-ports
|
| 1993 | 2024-09-25T17:32:22.288Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914
latency_us = 103
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:32976
req_id = aee245b9-642f-4b31-a200-0a54fb28b95a
response_code = 200
uri = /network-bootstore-config
|