1 | | [ Oct 17 15:04:14 Enabled. ] |
2 | | [ Oct 17 15:04:14 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] |
3 | | [ Oct 17 15:04:14 Method "start" exited with status 0. ] |
4 | | [ Oct 17 15:04:14 Rereading configuration. ] |
5 | | [ Oct 17 15:04:14 No 'refresh' method defined. Treating as :true. ] |
6 | | note: configured to log to "/dev/stdout" |
7 | 2024-10-17T15:04:14.404Z | INFO | SledAgent: Ensuring contract reaper thread
file = illumos-utils/src/running_zone.rs:113
|
8 | 2024-10-17T15:04:14.404Z | INFO | SledAgent (BootstrapAgentStartup): finding links ["net0", "net1"]
file = sled-agent/src/bootstrap/pre_server.rs:255
|
9 | 2024-10-17T15:04:14.457Z | INFO | SledAgent (BootstrapAgentStartup): Starting mg-ddm service
addr-objs = [AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]
file = sled-agent/src/bootstrap/pre_server.rs:262
|
10 | 2024-10-17T15:04:14.457Z | INFO | SledAgent (BootstrapAgentStartup): Importing mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:42
path = /opt/oxide/mg-ddm/pkg/ddm/manifest.xml
|
11 | 2024-10-17T15:04:14.570Z | INFO | SledAgent (BootstrapAgentStartup): Setting mg-ddm interfaces
file = sled-agent/src/bootstrap/maghemite.rs:50
interfaces = ("net0/ll" "net1/ll")
|
12 | 2024-10-17T15:04:14.578Z | INFO | SledAgent (BootstrapAgentStartup): Enabling mg-ddm service
file = sled-agent/src/bootstrap/maghemite.rs:56
|
13 | 2024-10-17T15:04:14.587Z | INFO | SledAgent (BootstrapAgentStartup): Ensuring zfs key directory exists
file = sled-agent/src/bootstrap/pre_server.rs:272
path = /var/run/oxide/
|
14 | 2024-10-17T15:04:15.188Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }
|
15 | 2024-10-17T15:04:15.323Z | INFO | SledAgent: Starting KeyManager
file = sled-agent/src/long_running_tasks.rs:126
|
16 | 2024-10-17T15:04:15.323Z | INFO | SledAgent: Starting StorageManager
file = sled-agent/src/long_running_tasks.rs:138
|
17 | 2024-10-17T15:04:15.323Z | INFO | SledAgent: Starting StorageMonitor
file = sled-agent/src/long_running_tasks.rs:151
|
18 | 2024-10-17T15:04:15.323Z | INFO | SledAgent: Starting HardwareManager
file = sled-agent/src/long_running_tasks.rs:173
nongimlet_observed_disks = []
sled_mode = Scrimlet { asic: SoftNpuZone }
|
19 | 2024-10-17T15:04:15.323Z | INFO | SledAgent (DumpSetup-worker): DumpSetup poll loop started.
file = sled-agent/src/dump_setup.rs:520
|
20 | 2024-10-17T15:04:15.323Z | INFO | SledAgent (HardwareManager): Creating HardwareManager
file = sled-hardware/src/illumos/mod.rs:717
|
21 | 2024-10-17T15:04:15.326Z | INFO | SledAgent (HardwareManager): Generated i86pc baseboard Pc { identifier: "buskin", model: "i86pc" }
file = sled-hardware/src/illumos/mod.rs:624
|
22 | 2024-10-17T15:04:15.326Z | WARN | SledAgent (HardwareManager): Device is not a Gimlet (i86pc), proceeding with null hardware view
file = sled-hardware/src/illumos/mod.rs:766
|
23 | 2024-10-17T15:04:15.326Z | INFO | SledAgent: Starting HardwareMonitor
file = sled-agent/src/long_running_tasks.rs:187
|
24 | 2024-10-17T15:04:15.326Z | INFO | SledAgent (HardwareManager): Monitoring for hardware updates
file = sled-hardware/src/illumos/mod.rs:825
|
25 | 2024-10-17T15:04:15.326Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_0.vdev
|
26 | 2024-10-17T15:04:15.326Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = None
|
27 | 2024-10-17T15:04:15.326Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
28 | 2024-10-17T15:04:15.326Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
29 | 2024-10-17T15:04:15.326Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
path = /scratch/m2_0.vdev
|
30 | 2024-10-17T15:04:15.338Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev
file = sled-hardware/src/disk.rs:367
|
31 | 2024-10-17T15:04:15.338Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = 34423522-8473-4e67-b21d-dccdbba2931c (zpool)
|
32 | 2024-10-17T15:04:15.455Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal }
|
33 | 2024-10-17T15:04:15.934Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:451
|
34 | 2024-10-17T15:04:15.934Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/m2_1.vdev
|
35 | 2024-10-17T15:04:15.934Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
36 | 2024-10-17T15:04:15.934Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
37 | 2024-10-17T15:04:15.934Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
38 | 2024-10-17T15:04:15.934Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
39 | 2024-10-17T15:04:15.934Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
path = /scratch/m2_1.vdev
|
40 | 2024-10-17T15:04:15.942Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev
file = sled-hardware/src/disk.rs:367
|
41 | 2024-10-17T15:04:15.942Z | INFO | SledAgent (StorageResources): Formatting zpool with generated ID
file = sled-hardware/src/disk.rs:378
id = 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool)
|
42 | 2024-10-17T15:04:16.051Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal }
|
43 | 2024-10-17T15:04:16.530Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_0.vdev
|
44 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
45 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
46 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
47 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
48 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
49 | 2024-10-17T15:04:16.530Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_1.vdev
|
50 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
51 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
52 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
53 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
54 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
55 | 2024-10-17T15:04:16.530Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_2.vdev
|
56 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
57 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
58 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
59 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
60 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
61 | 2024-10-17T15:04:16.530Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_3.vdev
|
62 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
63 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
64 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
65 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
66 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
67 | 2024-10-17T15:04:16.530Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_4.vdev
|
68 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
69 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
70 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
71 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
72 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
73 | 2024-10-17T15:04:16.530Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_5.vdev
|
74 | 2024-10-17T15:04:16.530Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
75 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
76 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
77 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
78 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
79 | 2024-10-17T15:04:16.531Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_6.vdev
|
80 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
81 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
82 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
83 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
84 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
85 | 2024-10-17T15:04:16.531Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_7.vdev
|
86 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
87 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
88 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
89 | 2024-10-17T15:04:16.531Z | INFO | SledAgent: Upserting synthetic device to Storage Manager
file = sled-agent/src/long_running_tasks.rs:243
vdev = /scratch/u2_8.vdev
|
90 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
91 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
92 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (StorageManager): Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }), tx: ... }
file = sled-storage/src/manager.rs:451
|
93 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (StorageResources): Inserting disk
file = sled-storage/src/resources.rs:457
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
94 | 2024-10-17T15:04:16.531Z | INFO | SledAgent: Waiting for boot disk
file = sled-agent/src/long_running_tasks.rs:97
|
95 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
96 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
97 | 2024-10-17T15:04:16.531Z | INFO | SledAgent: Found boot disk DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
file = sled-agent/src/long_running_tasks.rs:99
|
98 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
99 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
100 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: Unmanaged(Synthetic(RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
101 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
102 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
103 | 2024-10-17T15:04:16.531Z | INFO | SledAgent: Starting Bootstore
file = sled-agent/src/long_running_tasks.rs:211
|
104 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (bootstore): No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
105 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (bootstore): No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/cluster/bootstore-fsm-state.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
106 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (bootstore): No ledger found. Loading Fsm::State as Uninitialized
file = bootstore/src/schemes/v0/storage.rs:83
peer_id = pc-buskin-i86pc
|
107 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (bootstore): No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
108 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (bootstore): No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/cluster/bootstore-network-config.json
file = common/src/ledger.rs:188
peer_id = pc-buskin-i86pc
|
109 | 2024-10-17T15:04:16.531Z | INFO | SledAgent (bootstore): No ledger found for network config
file = bootstore/src/schemes/v0/storage.rs:146
peer_id = pc-buskin-i86pc
|
110 | 2024-10-17T15:04:16.531Z | INFO | SledAgent: Starting Bootstore DDMD poller
file = sled-agent/src/long_running_tasks.rs:216
|
111 | 2024-10-17T15:04:16.531Z | INFO | SledAgent: Starting ZoneBundler related tasks
file = sled-agent/src/long_running_tasks.rs:231
|
112 | 2024-10-17T15:04:16.542Z | INFO | SledAgent (ServiceManager): Creating ServiceManager
file = sled-agent/src/services.rs:739
|
113 | 2024-10-17T15:04:16.542Z | INFO | SledAgent (auto-cleanup-task): top of bundle cleanup loop
file = sled-agent/src/zone_bundle.rs:186
next_cleanup = Instant { tv_sec: 34489, tv_nsec: 500002363 }
time_to_next_cleanup = 599.999922907s
|
114 | 2024-10-17T15:04:16.542Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
115 | 2024-10-17T15:04:16.542Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3924
|
116 | 2024-10-17T15:04:16.542Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
117 | 2024-10-17T15:04:16.545Z | INFO | SledAgent (BootstrapAgentStartup): No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/sled-agent-request.json
file = common/src/ledger.rs:188
|
118 | 2024-10-17T15:04:16.545Z | INFO | SledAgent (dropshot (BootstrapAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
|
119 | 2024-10-17T15:04:16.547Z | INFO | SledAgent (SledAgentSprocketsServer): Started listening
file = sled-agent/src/bootstrap/sprockets_server.rs:51
local_addr = [fdb0:18c0:4d0d:9fb2::1]:12346
|
120 | 2024-10-17T15:04:16.547Z | INFO | SledAgent (RSS): Injecting RSS configuration: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
vlan_id: None,
rib_priority: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
}
file = sled-agent/src/rack_setup/service.rs:1073
|
121 | 2024-10-17T15:04:16.547Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
122 | 2024-10-17T15:04:16.547Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
123 | 2024-10-17T15:04:16.547Z | INFO | SledAgent (RSS): No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
124 | 2024-10-17T15:04:16.547Z | INFO | SledAgent (RSS): No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/rss-plan-completed.marker
file = common/src/ledger.rs:188
|
125 | 2024-10-17T15:04:16.547Z | INFO | SledAgent (RSS): RSS configuration has not been fully applied yet
file = sled-agent/src/rack_setup/service.rs:1136
|
126 | 2024-10-17T15:04:16.547Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
127 | 2024-10-17T15:04:16.547Z | INFO | SledAgent (RSS): No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
128 | 2024-10-17T15:04:16.547Z | INFO | SledAgent (RSS): No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/rss-sled-plan.json
file = common/src/ledger.rs:188
|
129 | 2024-10-17T15:04:16.547Z | INFO | SledAgent (RSS): Creating new allocation plan
file = sled-agent/src/rack_setup/service.rs:1178
|
130 | 2024-10-17T15:04:16.547Z | INFO | SledAgent (RSS): Serializing plan
file = sled-agent/src/rack_setup/plan/sled.rs:156
|
131 | 2024-10-17T15:04:16.547Z | INFO | SledAgent (RSS): Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1
file = sled-agent/src/rack_setup/plan/sled.rs:129
|
132 | 2024-10-17T15:04:16.547Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
133 | 2024-10-17T15:04:16.547Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
134 | 2024-10-17T15:04:16.548Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.rss-sled-plan.json.tmp
file = common/src/ledger.rs:199
|
135 | 2024-10-17T15:04:16.548Z | INFO | SledAgent (RSS): Sled plan written to storage: Plan {
rack_id: b4d984d4-c87e-4329-9460-121af5c9b7fe,
sleds: {
[fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {
generation: 0,
schema_version: 1,
body: StartSledAgentRequestBody {
id: a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4 (sled),
rack_id: b4d984d4-c87e-4329-9460-121af5c9b7fe,
use_trust_quorum: false,
is_lrtq_learner: false,
subnet: Ipv6Subnet {
net: Ipv6Net {
addr: fd00:1122:3344:101::,
width: 64,
},
},
},
},
},
config: RackInitializeRequest {
trust_quorum_peers: None,
bootstrap_discovery: OnlyOurs,
ntp_servers: [
"0.pool.ntp.org",
],
dns_servers: [
1.1.1.1,
9.9.9.9,
],
internal_services_ip_pool_ranges: [
V4(
Ipv4Range {
first: 10.151.1.164,
last: 10.151.1.173,
},
),
],
external_dns_ips: [
10.151.1.164,
10.151.1.165,
],
external_dns_zone_name: "oxide.test",
external_certificates: "<redacted>",
recovery_silo: RecoverySiloConfig {
silo_name: Name(
"recovery",
),
user_name: UserId(
"recovery",
),
user_password_hash: NewPasswordHash(
PasswordHashString {
string: "$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY",
encoding: B64,
},
),
},
rack_network_config: RackNetworkConfigV2 {
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
vlan_id: None,
rib_priority: None,
},
],
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
switch: Switch0,
port: "qsfp0",
uplink_port_speed: Speed40G,
uplink_port_fec: None,
bgp_peers: [],
autoneg: false,
lldp: None,
},
],
bgp: [],
bfd: [],
},
allowed_source_ips: Any,
},
}
file = sled-agent/src/rack_setup/plan/sled.rs:176
|
136 | 2024-10-17T15:04:16.548Z | INFO | SledAgent (RSS): Writing Rack Network Configuration to bootstore
file = sled-agent/src/rack_setup/service.rs:1212
|
137 | 2024-10-17T15:04:16.548Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 1, current_generation: 0
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
138 | 2024-10-17T15:04:16.548Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
139 | 2024-10-17T15:04:16.548Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
140 | 2024-10-17T15:04:16.548Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 1
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
141 | 2024-10-17T15:04:16.548Z | INFO | SledAgent (BootstrapAgentRssHandler): Received initialization request from RSS
file = sled-agent/src/bootstrap/rss_handle.rs:232
request = StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4 (sled), rack_id: b4d984d4-c87e-4329-9460-121af5c9b7fe, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
142 | 2024-10-17T15:04:16.549Z | INFO | SledAgent (ServiceManager): Enabling switch zone (new)
file = sled-agent/src/services.rs:4221
|
143 | 2024-10-17T15:04:16.549Z | INFO | SledAgent (ServiceManager): Starting switch zone
file = sled-agent/src/services.rs:4603
|
144 | 2024-10-17T15:04:16.554Z | INFO | SledAgent (SledAgentSprocketsClient): Loaded keys and certs
BootstrapAgentClient = [fdb0:18c0:4d0d:9fb2::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50
|
145 | 2024-10-17T15:04:16.560Z | INFO | SledAgent (SledAgentSprocketsClient): Certificate chain verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:9fb2::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
146 | 2024-10-17T15:04:16.560Z | INFO | SledAgent (SledAgentSprocketsClient): Signature verified successfully
BootstrapAgentClient = [fdb0:18c0:4d0d:9fb2::1]:12346
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
147 | 2024-10-17T15:04:16.564Z | INFO | SledAgent (SledAgentSprocketsServer): Certificate chain verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307
|
148 | 2024-10-17T15:04:16.564Z | INFO | SledAgent (SledAgentSprocketsServer): Signature verified successfully
file = /home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376
|
149 | 2024-10-17T15:04:16.564Z | INFO | SledAgent (SledAgentSprocketsServer): Accepted connection
file = sled-agent/src/bootstrap/sprockets_server.rs:74
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:59827
|
150 | 2024-10-17T15:04:16.564Z | INFO | SledAgent (SledAgentMain): Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4 (sled), rack_id: b4d984d4-c87e-4329-9460-121af5c9b7fe, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }
file = sled-agent/src/bootstrap/server.rs:362
|
151 | 2024-10-17T15:04:16.564Z | INFO | SledAgent (SledAgentMain): KeyManager: using hardcoded secret retriever
file = sled-agent/src/bootstrap/server.rs:377
|
152 | 2024-10-17T15:04:16.565Z | INFO | SledAgent: setting up sled agent server
file = sled-agent/src/server.rs:44
|
153 | 2024-10-17T15:04:16.565Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
154 | 2024-10-17T15:04:16.565Z | INFO | SledAgent (StorageManager): Received KeyManagerReady
file = sled-storage/src/manager.rs:451
|
155 | 2024-10-17T15:04:16.565Z | INFO | SledAgent (StorageManager): Loading storage config
file = sled-storage/src/manager.rs:644
|
156 | 2024-10-17T15:04:16.565Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }
|
157 | 2024-10-17T15:04:16.565Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
158 | 2024-10-17T15:04:16.565Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = load_disks_ledger
|
159 | 2024-10-17T15:04:16.565Z | INFO | SledAgent (StorageManager): No ledger of physical disks exists
file = sled-storage/src/manager.rs:633
|
160 | 2024-10-17T15:04:16.565Z | INFO | SledAgent (StorageManager): KeyManager ready, but no ledger detected
file = sled-storage/src/manager.rs:661
|
161 | 2024-10-17T15:04:16.565Z | INFO | SledAgent (StorageManager): automatically managing disks
file = sled-storage/src/manager.rs:440
|
162 | 2024-10-17T15:04:16.565Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
163 | 2024-10-17T15:04:16.565Z | INFO | SledAgent (StorageManager): Successfully synchronized disks without error
file = sled-storage/src/manager.rs:532
result = DisksManagementResult { status: [] }
|
164 | 2024-10-17T15:04:16.580Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
165 | 2024-10-17T15:04:16.600Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:316
|
166 | 2024-10-17T15:04:16.618Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_switch
file = illumos-utils/src/zone.rs:354
|
167 | 2024-10-17T15:04:16.629Z | INFO | SledAgent: SledAgent::new(..) starting
file = sled-agent/src/sled_agent.rs:391
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
168 | 2024-10-17T15:04:16.629Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
169 | 2024-10-17T15:04:16.629Z | INFO | SledAgent: Requested swap device of size 64 GiB
file = sled-agent/src/sled_agent.rs:403
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
170 | 2024-10-17T15:04:16.629Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
171 | 2024-10-17T15:04:16.632Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 62.127022ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "fb51405f-4d4b-4a96-ac61-07ec6fa0ef56", "content-length": "124", "date": "Thu, 17 Oct 2024 15:04:16 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "fb51405f-4d4b-4a96-ac61-07ec6fa0ef56" }
file = clients/ddm-admin-client/src/lib.rs:177
|
172 | 2024-10-17T15:04:16.643Z | INFO | SledAgent: attempting to create encrypted zvol: name="oxi_34423522-8473-4e67-b21d-dccdbba2931c/swap", size_gb=64
file = sled-agent/src/swap_device.rs:153
|
173 | 2024-10-17T15:04:16.673Z | INFO | SledAgent: successfully created encrypted zvol: name="oxi_34423522-8473-4e67-b21d-dccdbba2931c/swap", size_gb=64
file = sled-agent/src/swap_device.rs:249
|
174 | 2024-10-17T15:04:16.673Z | INFO | SledAgent: adding swap device: swapname="/dev/zvol/dsk/oxi_34423522-8473-4e67-b21d-dccdbba2931c/swap"
file = sled-agent/src/swap_device.rs:96
|
175 | 2024-10-17T15:04:16.678Z | INFO | SledAgent: Mounting backing filesystems
file = sled-agent/src/sled_agent.rs:418
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
176 | 2024-10-17T15:04:16.678Z | INFO | SledAgent (BackingFs): Processing fmd
file = sled-agent/src/backing_fs.rs:128
|
177 | 2024-10-17T15:04:16.678Z | INFO | SledAgent (BackingFs): Ensuring dataset oxi_34423522-8473-4e67-b21d-dccdbba2931c/backing/fmd
file = sled-agent/src/backing_fs.rs:138
|
178 | 2024-10-17T15:04:16.695Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
179 | 2024-10-17T15:04:16.696Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 138.929343ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "94945585-3d0f-4142-899c-98ab7ed283d4", "content-length": "124", "date": "Thu, 17 Oct 2024 15:04:16 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "94945585-3d0f-4142-899c-98ab7ed283d4" }
file = clients/ddm-admin-client/src/lib.rs:177
|
180 | 2024-10-17T15:04:16.783Z | INFO | SledAgent (BackingFs): Stopping service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:173
|
181 | 2024-10-17T15:04:16.835Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
182 | 2024-10-17T15:04:16.836Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 196.507599ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "ce306f68-0970-43f9-994d-ae9601e465ee", "content-length": "124", "date": "Thu, 17 Oct 2024 15:04:16 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "ce306f68-0970-43f9-994d-ae9601e465ee" }
file = clients/ddm-admin-client/src/lib.rs:177
|
183 | 2024-10-17T15:04:17.003Z | INFO | SledAgent (BackingFs): Mounting oxi_34423522-8473-4e67-b21d-dccdbba2931c/backing/fmd on /var/fm/fmd
file = sled-agent/src/backing_fs.rs:181
|
184 | 2024-10-17T15:04:17.018Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/rsrc
file = sled-agent/src/backing_fs.rs:189
|
185 | 2024-10-17T15:04:17.018Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/ckpt
file = sled-agent/src/backing_fs.rs:189
|
186 | 2024-10-17T15:04:17.018Z | INFO | SledAgent (BackingFs): Ensuring directory /var/fm/fmd/xprt
file = sled-agent/src/backing_fs.rs:189
|
187 | 2024-10-17T15:04:17.018Z | INFO | SledAgent (BackingFs): Starting service svc:/system/fmd:default
file = sled-agent/src/backing_fs.rs:195
|
188 | 2024-10-17T15:04:17.033Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
189 | 2024-10-17T15:04:17.034Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 122.100029ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "a8e22ab3-0865-4eef-a651-232132df9cd7", "content-length": "124", "date": "Thu, 17 Oct 2024 15:04:16 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "a8e22ab3-0865-4eef-a651-232132df9cd7" }
file = clients/ddm-admin-client/src/lib.rs:177
|
190 | 2024-10-17T15:04:17.157Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
191 | 2024-10-17T15:04:17.158Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 208.695586ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "4eb5eea5-bb24-4cdf-aaa6-918ed831279c", "content-length": "124", "date": "Thu, 17 Oct 2024 15:04:16 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "4eb5eea5-bb24-4cdf-aaa6-918ed831279c" }
file = clients/ddm-admin-client/src/lib.rs:177
|
192 | 2024-10-17T15:04:17.368Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
193 | 2024-10-17T15:04:17.368Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 184.807395ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "86201118-aa17-4d01-9800-f2db73afe02b", "content-length": "124", "date": "Thu, 17 Oct 2024 15:04:16 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "86201118-aa17-4d01-9800-f2db73afe02b" }
file = clients/ddm-admin-client/src/lib.rs:177
|
194 | 2024-10-17T15:04:17.555Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
195 | 2024-10-17T15:04:17.555Z | INFO | SledAgent (BootstrapAgentStartup): Failed enable ddm stats (will retry after 342.788808ms)
DdmAdminClient = [::1]:8000
err = Error Response: status: 500 Internal Server Error; headers: {"content-type": "application/json", "x-request-id": "71ce867e-ad52-4f44-b6ed-bd7d42a021df", "content-length": "124", "date": "Thu, 17 Oct 2024 15:04:16 GMT"}; value: Error { error_code: Some("Internal"), message: "Internal Server Error", request_id: "71ce867e-ad52-4f44-b6ed-bd7d42a021df" }
file = clients/ddm-admin-client/src/lib.rs:177
|
196 | 2024-10-17T15:04:17.756Z | INFO | SledAgent: using '[AddrObject { interface: "net0", name: "ll" }, AddrObject { interface: "net1", name: "ll" }]' as data links for xde driver
file = illumos-utils/src/opte/illumos.rs:93
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
197 | 2024-10-17T15:04:17.762Z | INFO | SledAgent (dropshot): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197
local_addr = [fd00:1122:3344:101::1]:44276
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
198 | 2024-10-17T15:04:17.762Z | INFO | SledAgent (internal-dns-resolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
199 | 2024-10-17T15:04:17.762Z | INFO | SledAgent (producer-server): starting oximeter metric producer server
address = [fd00:1122:3344:101::1]:44276
file = oximeter/producer/src/lib.rs:283
interval = 30s
producer_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
200 | 2024-10-17T15:04:17.763Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 356.548411ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
201 | 2024-10-17T15:04:17.764Z | INFO | SledAgent (VmmReservoirManager): 50% of 102952026112 physical ram = 51476013056 bytes)
file = sled-agent/src/vmm_reservoir.rs:267
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
202 | 2024-10-17T15:04:17.764Z | INFO | SledAgent (VmmReservoirManager): Setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:275
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
203 | 2024-10-17T15:04:17.764Z | INFO | SledAgent (ServiceManager): sled agent started
file = sled-agent/src/services.rs:923
underlay_address = fd00:1122:3344:101::1
|
204 | 2024-10-17T15:04:17.764Z | INFO | SledAgent (DnsResolver): new DNS resolver
addresses = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = internal-dns/resolver/src/resolver.rs:111
|
205 | 2024-10-17T15:04:17.900Z | INFO | SledAgent (BootstrapAgentStartup): Enabling ddm stats
DdmAdminClient = [::1]:8000
addr = fd00:1122:3344:101::1
dns_servers = [[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]
file = clients/ddm-admin-client/src/lib.rs:163
|
206 | 2024-10-17T15:04:18.121Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 676.755475ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
207 | 2024-10-17T15:04:18.800Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 624.582868ms
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
208 | 2024-10-17T15:04:19.426Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 2.103043197s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
209 | 2024-10-17T15:04:20.163Z | INFO | SledAgent (ServiceManager): Setting up dendrite service
file = sled-agent/src/services.rs:2679
|
210 | 2024-10-17T15:04:20.163Z | INFO | SledAgent (ServiceManager): Setting up lldpd service
file = sled-agent/src/services.rs:2897
|
211 | 2024-10-17T15:04:20.163Z | INFO | SledAgent (ServiceManager): Setting up MGS service
file = sled-agent/src/services.rs:2549
|
212 | 2024-10-17T15:04:20.163Z | INFO | SledAgent (ServiceManager): Setting up wicketd service
file = sled-agent/src/services.rs:2596
|
213 | 2024-10-17T15:04:20.163Z | INFO | SledAgent (ServiceManager): Setting up mgd service
file = sled-agent/src/services.rs:2978
|
214 | 2024-10-17T15:04:20.163Z | INFO | SledAgent (ServiceManager): Setting up mg-ddm service
file = sled-agent/src/services.rs:3020
|
215 | 2024-10-17T15:04:20.165Z | INFO | SledAgent (ServiceManager): Setting up tfport service
file = sled-agent/src/services.rs:2822
|
216 | 2024-10-17T15:04:20.166Z | INFO | SledAgent (ServiceManager): Setting up Simulated SP service
file = sled-agent/src/services.rs:2590
|
217 | 2024-10-17T15:04:20.167Z | INFO | SledAgent (ServiceManager): Profile for oxz_switch:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/mgs">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12225'/>
<propval type="astring" name="id" value='8d07ef28-1987-4453-855f-1cd688dbea37'/>
<propval type="astring" name="rack_id" value='b4d984d4-c87e-4329-9460-121af5c9b7fe'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/wicketd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="address" value='[::1]:12226'/>
<propval type="astring" name="artifact-address" value='[fdb0:18c0:4d0d:9fb2::2]:12227'/>
<propval type="astring" name="baseboard-file" value='/opt/oxide/baseboard.json'/>
<propval type="astring" name="mgs-address" value='[::1]:12225'/>
<propval type="astring" name="nexus-proxy-address" value='[::]:12229'/>
<propval type="astring" name="rack-subnet" value='fd00:1122:3344::'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/switch_zone_setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="gz_local_link_addr" value='fe80::8:20ff:feeb:b7a'/>
<property type="astring" name="link_local_links">
<astring_list>
<value_node value="tfportrear0_0" />
<value_node value="oxBootstrap0" />
</astring_list>
</property>
<propval type="astring" name="bootstrap_addr" value='fdb0:18c0:4d0d:9fb2::2'/>
<propval type="astring" name="bootstrap_vnic" value='oxBootstrap0'/>
<propval type="astring" name="baseboard_info" value='{"type":"pc","identifier":"buskin","model":"i86pc"}'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/dendrite">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_id" value='a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4'/>
<propval type="astring" name="rack_id" value='b4d984d4-c87e-4329-9460-121af5c9b7fe'/>
<propval type="astring" name="address" value='[::1]:12224'/>
<propval type="astring" name="front_ports" value='1'/>
<propval type="astring" name="rear_ports" value='1'/>
<propval type="astring" name="port_config" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>
<propval type="astring" name="mgmt" value='uds'/>
<propval type="astring" name="uds_path" value='/opt/softnpu/stuff'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/tfport">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="host" value='[::1]'/>
<propval type="astring" name="port" value='12224'/>
<propval type="astring" name="flags" value='--sync-only'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/lldpd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="board_rev" value='softnpu_front_1_rear_1'/>
<propval type="astring" name="scrimlet_id" value='buskin'/>
<propval type="astring" name="scrimlet_model" value='i86pc'/>
<propval type="astring" name="address" value='[::1]:12230'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/pumpkind">
</service>
<service version="1" type="service" name="oxide/mgd">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="sled_uuid" value='a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4'/>
<propval type="astring" name="rack_uuid" value='b4d984d4-c87e-4329-9460-121af5c9b7fe'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/mg-ddm">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="mode" value='transit'/>
<propval type="astring" name="dendrite" value='true'/>
<propval type="astring" name="sled_uuid" value='a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4'/>
<propval type="astring" name="rack_uuid" value='b4d984d4-c87e-4329-9460-121af5c9b7fe'/>
<propval type="astring" name="interfaces" value='tfportrear0_0/ll'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/uplink">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
218 | 2024-10-17T15:04:20.167Z | INFO | SledAgent (ServiceManager): Booting oxz_switch zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_switch
|
219 | 2024-10-17T15:04:20.487Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 40.197947ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
220 | 2024-10-17T15:04:20.682Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 115.358379ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
221 | 2024-10-17T15:04:20.888Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 132.501042ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
222 | 2024-10-17T15:04:21.084Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 371.748415ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
223 | 2024-10-17T15:04:21.715Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 795.29818ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
224 | 2024-10-17T15:04:21.716Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 2.933002784s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
225 | 2024-10-17T15:04:22.632Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 913.389578ms
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
226 | 2024-10-17T15:04:23.761Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.172931525s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
227 | 2024-10-17T15:04:24.652Z | WARN | SledAgent (producer-registration-task): failed to lookup Nexus IP, will retry
delay = 11.859361709s
error = "proto error: io error: No route to host (os error 148)"
file = oximeter/producer/src/lib.rs:391
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
228 | 2024-10-17T15:04:25.108Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_switch") failed: Property not found. retry in 1.01143225s
file = illumos-utils/src/svc.rs:36
zone = oxz_switch
|
229 | 2024-10-17T15:04:26.572Z | INFO | SledAgent (dropshot (SledAgent)): listening
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197
local_addr = [fd00:1122:3344:101::1]:12345
|
230 | 2024-10-17T15:04:26.572Z | INFO | SledAgent (SledAgentMain): Sled Agent loaded; recording configuration
file = sled-agent/src/bootstrap/server.rs:432
|
231 | 2024-10-17T15:04:26.572Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
232 | 2024-10-17T15:04:26.572Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
233 | 2024-10-17T15:04:26.572Z | INFO | SledAgent (SledAgentMain): Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.sled-agent-request.json.tmp
file = common/src/ledger.rs:199
|
234 | 2024-10-17T15:04:26.572Z | INFO | SledAgent (HardwareMonitor): Sled Agent Started
file = sled-agent/src/hardware_monitor.rs:138
|
235 | 2024-10-17T15:04:26.572Z | INFO | SledAgent (HardwareMonitor): Checking current full hardware snapshot
disks = {}
file = sled-agent/src/hardware_monitor.rs:271
underlay_network_info = Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: "qsfp0", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))
|
236 | 2024-10-17T15:04:26.572Z | INFO | SledAgent (ServiceManager): Ensuring scrimlet services (enabling services)
file = sled-agent/src/services.rs:3924
|
237 | 2024-10-17T15:04:26.572Z | INFO | SledAgent (SledAgentSprocketsServer): Connection closed
file = sled-agent/src/bootstrap/sprockets_server.rs:81
remote_addr = [fdb0:18c0:4d0d:9fb2::1]:59827
|
238 | 2024-10-17T15:04:26.783Z | INFO | SledAgent (BootstrapAgentRssHandler): Peer agent initialized
file = sled-agent/src/bootstrap/rss_handle.rs:117
peer = [fdb0:18c0:4d0d:9fb2::1]:12346
|
239 | 2024-10-17T15:04:26.783Z | INFO | SledAgent (BootstrapAgentRssHandler): Initialized sled agent
file = sled-agent/src/bootstrap/rss_handle.rs:252
target_sled = [fdb0:18c0:4d0d:9fb2::1]:12346
|
240 | 2024-10-17T15:04:26.783Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
241 | 2024-10-17T15:04:26.783Z | INFO | SledAgent (RSS): No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/rss-service-plan-v4.json
file = common/src/ledger.rs:188
|
242 | 2024-10-17T15:04:26.783Z | INFO | SledAgent (RSS): No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/rss-service-plan-v4.json
file = common/src/ledger.rs:188
|
243 | 2024-10-17T15:04:26.783Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
244 | 2024-10-17T15:04:26.783Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
245 | 2024-10-17T15:04:26.783Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
246 | 2024-10-17T15:04:26.788Z | INFO | SledAgent (ServiceManager): Re-enabling running switch zone (new address)
file = sled-agent/src/services.rs:4245
new = [fd00:1122:3344:101::2, ::1]
old = [::1]
|
247 | 2024-10-17T15:04:26.788Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists
file = sled-agent/src/services.rs:4261
|
248 | 2024-10-17T15:04:26.788Z | INFO | SledAgent (ServiceManager): Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))
file = illumos-utils/src/running_zone.rs:534
zone = oxz_switch
|
249 | 2024-10-17T15:04:27.074Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43993
|
250 | 2024-10-17T15:04:27.075Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
251 | 2024-10-17T15:04:27.075Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
252 | 2024-10-17T15:04:27.075Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-zones.json
file = common/src/ledger.rs:188
|
253 | 2024-10-17T15:04:27.075Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-zones.json
file = common/src/ledger.rs:188
|
254 | 2024-10-17T15:04:27.075Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 335
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43993
req_id = 7f4dec6b-769d-4320-b4a3-75d26664df7f
response_code = 200
uri = /inventory
|
255 | 2024-10-17T15:04:27.105Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:44482
|
256 | 2024-10-17T15:04:27.105Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 54
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:44482
req_id = ba5c2690-a178-4461-bec3-c02ff8bd5088
response_code = 200
uri = /sled-role
|
257 | 2024-10-17T15:04:27.106Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
258 | 2024-10-17T15:04:27.106Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.rss-service-plan-v4.json.tmp
file = common/src/ledger.rs:199
|
259 | 2024-10-17T15:04:27.107Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.rss-service-plan-v4.json.tmp
file = common/src/ledger.rs:199
|
260 | 2024-10-17T15:04:27.107Z | INFO | SledAgent (RSS): Service plan written to storage
file = sled-agent/src/rack_setup/plan/service.rs:882
|
261 | 2024-10-17T15:04:27.139Z | INFO | SledAgent (RSS): attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: ff79f81f-54e7-4b44-be68-aaab5a7a9b97, pool_id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 6a51afd0-c394-4bab-85eb-70a53755be1d, pool_id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: 21323c8f-423c-4bc4-89eb-5d8d8061d33a, pool_id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: 20aee0af-a94f-46fb-af59-edcd6b387347, pool_id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 63ac48bf-b682-484d-b53d-9eece22cdde1, pool_id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 944cf4fa-850a-4ec3-a588-4117ec256289, pool_id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 4ce73b27-fcb3-45e6-b665-cceb1b36165f, pool_id: 0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 67216b71-9df1-485f-9e47-60ea6c8db045, pool_id: 6dc43632-8304-473f-ba75-413bbd171b4c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: a3da30da-c02c-46aa-bc4b-880a6f1be473, pool_id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool) }] }
file = sled-agent/src/rack_setup/service.rs:375
sled_address = [fd00:1122:3344:101::1]:12345
|
262 | 2024-10-17T15:04:27.139Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59718
|
263 | 2024-10-17T15:04:27.139Z | INFO | SledAgent: physical disks ensure
file = sled-agent/src/sled_agent.rs:864
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
264 | 2024-10-17T15:04:27.139Z | INFO | SledAgent (StorageManager): Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, id: ff79f81f-54e7-4b44-be68-aaab5a7a9b97, pool_id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, id: 6a51afd0-c394-4bab-85eb-70a53755be1d, pool_id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, id: 21323c8f-423c-4bc4-89eb-5d8d8061d33a, pool_id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, id: 20aee0af-a94f-46fb-af59-edcd6b387347, pool_id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, id: 63ac48bf-b682-484d-b53d-9eece22cdde1, pool_id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, id: 944cf4fa-850a-4ec3-a588-4117ec256289, pool_id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, id: 4ce73b27-fcb3-45e6-b665-cceb1b36165f, pool_id: 0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, id: 67216b71-9df1-485f-9e47-60ea6c8db045, pool_id: 6dc43632-8304-473f-ba75-413bbd171b4c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, id: a3da30da-c02c-46aa-bc4b-880a6f1be473, pool_id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool) }] }, tx: ... }
file = sled-storage/src/manager.rs:451
|
265 | 2024-10-17T15:04:27.139Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
266 | 2024-10-17T15:04:27.139Z | INFO | SledAgent (StorageManager): No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-physical-disks.json
file = common/src/ledger.rs:188
request = omicron_physical_disks_ensure
|
267 | 2024-10-17T15:04:27.139Z | INFO | SledAgent (StorageManager): No previously-stored 'requested disks', creating new ledger
file = sled-storage/src/manager.rs:866
request = omicron_physical_disks_ensure
|
268 | 2024-10-17T15:04:27.139Z | INFO | SledAgent (StorageResources): Synchronizing disk managment
file = sled-storage/src/resources.rs:302
|
269 | 2024-10-17T15:04:27.139Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:342
|
270 | 2024-10-17T15:04:27.139Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
271 | 2024-10-17T15:04:27.139Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
path = /scratch/u2_0.vdev
|
272 | 2024-10-17T15:04:27.267Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev
file = sled-hardware/src/disk.rs:367
|
273 | 2024-10-17T15:04:27.267Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool)
|
274 | 2024-10-17T15:04:27.716Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4)
file = sled-agent/src/probe_manager.rs:230
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
275 | 2024-10-17T15:04:27.934Z | INFO | SledAgent (VmmReservoirManager): Finished setting reservoir size to 49090 MiB bytes
file = sled-agent/src/vmm_reservoir.rs:279
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
276 | 2024-10-17T15:04:27.935Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8053284982680951072
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
277 | 2024-10-17T15:04:27.935Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15297487321759452715
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
278 | 2024-10-17T15:04:27.993Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }
|
279 | 2024-10-17T15:04:28.000Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/dataset.rs:217
|
280 | 2024-10-17T15:04:28.000Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
281 | 2024-10-17T15:04:28.000Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
282 | 2024-10-17T15:04:28.000Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
283 | 2024-10-17T15:04:28.000Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
284 | 2024-10-17T15:04:28.000Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key")
|
285 | 2024-10-17T15:04:28.000Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
286 | 2024-10-17T15:04:28.042Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
287 | 2024-10-17T15:04:28.050Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_86d90d1a-236b-48f7-9d13-e0e08c6f416e/crypt/zone
file = sled-storage/src/dataset.rs:280
|
288 | 2024-10-17T15:04:28.252Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_86d90d1a-236b-48f7-9d13-e0e08c6f416e
file = sled-storage/src/dataset.rs:366
|
289 | 2024-10-17T15:04:28.259Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:440
|
290 | 2024-10-17T15:04:28.259Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
file = sled-storage/src/resources.rs:357
|
291 | 2024-10-17T15:04:28.259Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:342
|
292 | 2024-10-17T15:04:28.259Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
293 | 2024-10-17T15:04:28.259Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
path = /scratch/u2_1.vdev
|
294 | 2024-10-17T15:04:28.269Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev
file = sled-hardware/src/disk.rs:367
|
295 | 2024-10-17T15:04:28.269Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool)
|
296 | 2024-10-17T15:04:28.399Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }
|
297 | 2024-10-17T15:04:28.407Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/dataset.rs:217
|
298 | 2024-10-17T15:04:28.407Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
299 | 2024-10-17T15:04:28.407Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
300 | 2024-10-17T15:04:28.407Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
301 | 2024-10-17T15:04:28.407Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
302 | 2024-10-17T15:04:28.407Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key")
|
303 | 2024-10-17T15:04:28.407Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
304 | 2024-10-17T15:04:28.447Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
305 | 2024-10-17T15:04:28.455Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_6bbd0bbe-4092-4d91-b621-d8484bd8935a/crypt/zone
file = sled-storage/src/dataset.rs:280
|
306 | 2024-10-17T15:04:28.660Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_6bbd0bbe-4092-4d91-b621-d8484bd8935a
file = sled-storage/src/dataset.rs:366
|
307 | 2024-10-17T15:04:28.668Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:440
|
308 | 2024-10-17T15:04:28.668Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
file = sled-storage/src/resources.rs:357
|
309 | 2024-10-17T15:04:28.668Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:342
|
310 | 2024-10-17T15:04:28.668Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
311 | 2024-10-17T15:04:28.668Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
path = /scratch/u2_2.vdev
|
312 | 2024-10-17T15:04:28.678Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev
file = sled-hardware/src/disk.rs:367
|
313 | 2024-10-17T15:04:28.678Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool)
|
314 | 2024-10-17T15:04:28.789Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }
|
315 | 2024-10-17T15:04:28.797Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/dataset.rs:217
|
316 | 2024-10-17T15:04:28.797Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
317 | 2024-10-17T15:04:28.797Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
318 | 2024-10-17T15:04:28.797Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
319 | 2024-10-17T15:04:28.797Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
320 | 2024-10-17T15:04:28.797Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key")
|
321 | 2024-10-17T15:04:28.797Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
322 | 2024-10-17T15:04:28.800Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4)
file = sled-agent/src/probe_manager.rs:230
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
323 | 2024-10-17T15:04:28.841Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
324 | 2024-10-17T15:04:28.849Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_13507129-93b4-4cdb-aa3e-5a74ab4d7515/crypt/zone
file = sled-storage/src/dataset.rs:280
|
325 | 2024-10-17T15:04:29.055Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_13507129-93b4-4cdb-aa3e-5a74ab4d7515
file = sled-storage/src/dataset.rs:366
|
326 | 2024-10-17T15:04:29.063Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:440
|
327 | 2024-10-17T15:04:29.063Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
file = sled-storage/src/resources.rs:357
|
328 | 2024-10-17T15:04:29.063Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:342
|
329 | 2024-10-17T15:04:29.063Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
330 | 2024-10-17T15:04:29.063Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
path = /scratch/u2_3.vdev
|
331 | 2024-10-17T15:04:29.072Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev
file = sled-hardware/src/disk.rs:367
|
332 | 2024-10-17T15:04:29.072Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool)
|
333 | 2024-10-17T15:04:29.192Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }
|
334 | 2024-10-17T15:04:29.199Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/dataset.rs:217
|
335 | 2024-10-17T15:04:29.199Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
336 | 2024-10-17T15:04:29.199Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
337 | 2024-10-17T15:04:29.199Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
338 | 2024-10-17T15:04:29.199Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
339 | 2024-10-17T15:04:29.199Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key")
|
340 | 2024-10-17T15:04:29.199Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
341 | 2024-10-17T15:04:29.241Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
342 | 2024-10-17T15:04:29.248Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0/crypt/zone
file = sled-storage/src/dataset.rs:280
|
343 | 2024-10-17T15:04:29.450Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0
file = sled-storage/src/dataset.rs:366
|
344 | 2024-10-17T15:04:29.458Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:440
|
345 | 2024-10-17T15:04:29.458Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
file = sled-storage/src/resources.rs:357
|
346 | 2024-10-17T15:04:29.458Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:342
|
347 | 2024-10-17T15:04:29.458Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
348 | 2024-10-17T15:04:29.458Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
path = /scratch/u2_4.vdev
|
349 | 2024-10-17T15:04:29.467Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev
file = sled-hardware/src/disk.rs:367
|
350 | 2024-10-17T15:04:29.467Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool)
|
351 | 2024-10-17T15:04:29.580Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }
|
352 | 2024-10-17T15:04:29.589Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/dataset.rs:217
|
353 | 2024-10-17T15:04:29.589Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
354 | 2024-10-17T15:04:29.589Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
355 | 2024-10-17T15:04:29.589Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
356 | 2024-10-17T15:04:29.589Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
357 | 2024-10-17T15:04:29.589Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key")
|
358 | 2024-10-17T15:04:29.589Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
359 | 2024-10-17T15:04:29.626Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
360 | 2024-10-17T15:04:29.634Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f/crypt/zone
file = sled-storage/src/dataset.rs:280
|
361 | 2024-10-17T15:04:29.803Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4)
file = sled-agent/src/probe_manager.rs:230
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
362 | 2024-10-17T15:04:29.840Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f
file = sled-storage/src/dataset.rs:366
|
363 | 2024-10-17T15:04:29.848Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:440
|
364 | 2024-10-17T15:04:29.848Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
file = sled-storage/src/resources.rs:357
|
365 | 2024-10-17T15:04:29.848Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:342
|
366 | 2024-10-17T15:04:29.848Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
367 | 2024-10-17T15:04:29.848Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
path = /scratch/u2_5.vdev
|
368 | 2024-10-17T15:04:29.859Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev
file = sled-hardware/src/disk.rs:367
|
369 | 2024-10-17T15:04:29.859Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool)
|
370 | 2024-10-17T15:04:29.978Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External }
|
371 | 2024-10-17T15:04:29.987Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/dataset.rs:217
|
372 | 2024-10-17T15:04:29.987Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
373 | 2024-10-17T15:04:29.987Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
374 | 2024-10-17T15:04:29.987Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
375 | 2024-10-17T15:04:29.987Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
376 | 2024-10-17T15:04:29.987Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key")
|
377 | 2024-10-17T15:04:29.987Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
378 | 2024-10-17T15:04:30.034Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
379 | 2024-10-17T15:04:30.042Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_e5d462a9-5343-4c50-9dc4-2adbb2b66d5e/crypt/zone
file = sled-storage/src/dataset.rs:280
|
380 | 2024-10-17T15:04:30.253Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_e5d462a9-5343-4c50-9dc4-2adbb2b66d5e
file = sled-storage/src/dataset.rs:366
|
381 | 2024-10-17T15:04:30.261Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:440
|
382 | 2024-10-17T15:04:30.261Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
file = sled-storage/src/resources.rs:357
|
383 | 2024-10-17T15:04:30.261Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:342
|
384 | 2024-10-17T15:04:30.261Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
385 | 2024-10-17T15:04:30.261Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
path = /scratch/u2_6.vdev
|
386 | 2024-10-17T15:04:30.271Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev
file = sled-hardware/src/disk.rs:367
|
387 | 2024-10-17T15:04:30.271Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool)
|
388 | 2024-10-17T15:04:30.411Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool), kind: External }
|
389 | 2024-10-17T15:04:30.419Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/dataset.rs:217
|
390 | 2024-10-17T15:04:30.419Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
391 | 2024-10-17T15:04:30.419Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
392 | 2024-10-17T15:04:30.419Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
393 | 2024-10-17T15:04:30.419Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
394 | 2024-10-17T15:04:30.419Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key")
|
395 | 2024-10-17T15:04:30.419Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
396 | 2024-10-17T15:04:30.466Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
397 | 2024-10-17T15:04:30.475Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf/crypt/zone
file = sled-storage/src/dataset.rs:280
|
398 | 2024-10-17T15:04:30.678Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf
file = sled-storage/src/dataset.rs:366
|
399 | 2024-10-17T15:04:30.686Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:440
|
400 | 2024-10-17T15:04:30.686Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
file = sled-storage/src/resources.rs:357
|
401 | 2024-10-17T15:04:30.686Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:342
|
402 | 2024-10-17T15:04:30.686Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
403 | 2024-10-17T15:04:30.686Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
path = /scratch/u2_7.vdev
|
404 | 2024-10-17T15:04:30.697Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev
file = sled-hardware/src/disk.rs:367
|
405 | 2024-10-17T15:04:30.697Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 6dc43632-8304-473f-ba75-413bbd171b4c (zpool)
|
406 | 2024-10-17T15:04:30.818Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 6dc43632-8304-473f-ba75-413bbd171b4c (zpool), kind: External }
|
407 | 2024-10-17T15:04:30.825Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/dataset.rs:217
|
408 | 2024-10-17T15:04:30.825Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
409 | 2024-10-17T15:04:30.825Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
410 | 2024-10-17T15:04:30.825Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
411 | 2024-10-17T15:04:30.825Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
412 | 2024-10-17T15:04:30.825Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key")
|
413 | 2024-10-17T15:04:30.825Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
414 | 2024-10-17T15:04:30.829Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4)
file = sled-agent/src/probe_manager.rs:230
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
415 | 2024-10-17T15:04:30.870Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
416 | 2024-10-17T15:04:30.878Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_6dc43632-8304-473f-ba75-413bbd171b4c/crypt/zone
file = sled-storage/src/dataset.rs:280
|
417 | 2024-10-17T15:04:31.084Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_6dc43632-8304-473f-ba75-413bbd171b4c
file = sled-storage/src/dataset.rs:366
|
418 | 2024-10-17T15:04:31.092Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:440
|
419 | 2024-10-17T15:04:31.092Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
file = sled-storage/src/resources.rs:357
|
420 | 2024-10-17T15:04:31.093Z | INFO | SledAgent (StorageResources): Managing disk
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:342
|
421 | 2024-10-17T15:04:31.093Z | INFO | SledAgent (StorageResources): Invoking Disk::new on an unmanaged disk
file = sled-storage/src/resources.rs:419
|
422 | 2024-10-17T15:04:31.093Z | INFO | SledAgent (StorageResources): Invoking SyntheticDisk::new
file = sled-storage/src/disk.rs:65
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
path = /scratch/u2_8.vdev
|
423 | 2024-10-17T15:04:31.102Z | INFO | SledAgent (StorageResources): GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev
file = sled-hardware/src/disk.rs:367
|
424 | 2024-10-17T15:04:31.102Z | INFO | SledAgent (StorageResources): Formatting zpool with requested ID
file = sled-hardware/src/disk.rs:373
id = 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool)
|
425 | 2024-10-17T15:04:31.214Z | INFO | SledAgent (StorageResources): Ensuring zpool has datasets
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:173
zpool = ZpoolName { id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool), kind: External }
|
426 | 2024-10-17T15:04:31.221Z | INFO | SledAgent (StorageResources): Loading latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/dataset.rs:217
|
427 | 2024-10-17T15:04:31.222Z | INFO | SledAgent (StorageResources): Loaded latest secret
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:219
|
428 | 2024-10-17T15:04:31.222Z | INFO | SledAgent (StorageResources): Retrieving key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:223
|
429 | 2024-10-17T15:04:31.222Z | INFO | SledAgent (StorageResources): Got key
disk_id = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
epoch = 0
file = sled-storage/src/dataset.rs:225
|
430 | 2024-10-17T15:04:31.222Z | INFO | SledAgent (StorageResources): About to create keyfile
file = sled-storage/src/keyfile.rs:30
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
431 | 2024-10-17T15:04:31.222Z | INFO | SledAgent (StorageResources): Created keyfile
file = sled-storage/src/keyfile.rs:34
path = Keypath("/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key")
|
432 | 2024-10-17T15:04:31.222Z | INFO | SledAgent (StorageResources): Ensuring encrypted filesystem: crypt for epoch 0
file = sled-storage/src/dataset.rs:237
|
433 | 2024-10-17T15:04:31.263Z | INFO | SledAgent (StorageResources): Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key
file = sled-storage/src/keyfile.rs:53
|
434 | 2024-10-17T15:04:31.271Z | INFO | SledAgent (StorageResources): Automatically destroying dataset: oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crypt/zone
file = sled-storage/src/dataset.rs:280
|
435 | 2024-10-17T15:04:31.479Z | INFO | SledAgent (StorageResources): Looking for unencrypted datasets in oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f
file = sled-storage/src/dataset.rs:366
|
436 | 2024-10-17T15:04:31.487Z | INFO | SledAgent (StorageResources): Disk::new completed successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:440
|
437 | 2024-10-17T15:04:31.487Z | INFO | SledAgent (StorageResources): Disk management started successfully
disk_identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
file = sled-storage/src/resources.rs:357
|
438 | 2024-10-17T15:04:31.487Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
439 | 2024-10-17T15:04:31.488Z | INFO | SledAgent (StorageMonitor): Received storage manager update
disks = AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 34423522-8473-4e67-b21d-dccdbba2931c (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/m2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 2af104c1-ee2c-49fb-8805-3ed22aa08cdd (zpool), kind: Internal } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_0.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_1.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_2.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_3.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_4.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_5.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_6.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_7.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 6dc43632-8304-473f-ba75-413bbd171b4c (zpool), kind: External } })), DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: "/scratch/u2_8.vdev", identity: DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some("SYNTH1")] } }, zpool_name: ZpoolName { id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool), kind: External } }))} }, mount_config: MountConfig { root: "/", synthetic_disk_root: "/var/tmp" } }
file = sled-agent/src/storage_monitor.rs:93
|
440 | 2024-10-17T15:04:31.488Z | INFO | SledAgent (DumpSetup-worker): Updated view of disks
core_datasets = 0
debug_datasets = 0
dump_slices = 0
file = sled-agent/src/dump_setup.rs:580
|
441 | 2024-10-17T15:04:31.488Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
442 | 2024-10-17T15:04:31.488Z | INFO | SledAgent (StorageManager): Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.omicron-physical-disks.json.tmp
file = common/src/ledger.rs:199
request = omicron_physical_disks_ensure
|
443 | 2024-10-17T15:04:31.488Z | INFO | SledAgent: physical disks ensure: Updated storage
file = sled-agent/src/sled_agent.rs:868
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
444 | 2024-10-17T15:04:31.488Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
445 | 2024-10-17T15:04:31.488Z | INFO | SledAgent: physical disks ensure: Propagating new generation of disks
file = sled-agent/src/sled_agent.rs:894
generation = Generation(1)
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
446 | 2024-10-17T15:04:31.488Z | INFO | SledAgent: physical disks ensure: Updated storage monitor
file = sled-agent/src/sled_agent.rs:899
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
447 | 2024-10-17T15:04:31.488Z | INFO | SledAgent: physical disks ensure: Updated zone bundler
file = sled-agent/src/sled_agent.rs:904
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
448 | 2024-10-17T15:04:31.488Z | INFO | SledAgent (ProbeManager): use_only_these_disks: Processing new request
file = sled-agent/src/probe_manager.rs:121
gen = Generation(1)
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
449 | 2024-10-17T15:04:31.488Z | INFO | SledAgent: physical disks ensure: Updated probes
file = sled-agent/src/sled_agent.rs:910
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
450 | 2024-10-17T15:04:31.488Z | INFO | SledAgent (InstanceManager): use_only_these_disks: Processing new request
file = sled-agent/src/instance_manager.rs:798
gen = Generation(1)
|
451 | 2024-10-17T15:04:31.488Z | INFO | SledAgent: physical disks ensure: Updated instances
file = sled-agent/src/sled_agent.rs:915
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
452 | 2024-10-17T15:04:31.488Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4349268
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:59718
req_id = 7804f697-b8f7-496f-8c98-dd8d60f59b63
response_code = 200
uri = /omicron-physical-disks
|
453 | 2024-10-17T15:04:31.519Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 764d7304-941c-47d5-bd71-20d679249cf8 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 703a01d4-fb0e-4834-936c-a729fd81d47b (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
454 | 2024-10-17T15:04:31.519Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:53413
|
455 | 2024-10-17T15:04:31.520Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
456 | 2024-10-17T15:04:31.520Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
457 | 2024-10-17T15:04:31.579Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 764d7304-941c-47d5-bd71-20d679249cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
458 | 2024-10-17T15:04:31.579Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 764d7304-941c-47d5-bd71-20d679249cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
459 | 2024-10-17T15:04:31.637Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 703a01d4-fb0e-4834-936c-a729fd81d47b, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
460 | 2024-10-17T15:04:31.637Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 703a01d4-fb0e-4834-936c-a729fd81d47b, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
461 | 2024-10-17T15:04:31.696Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
462 | 2024-10-17T15:04:31.696Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-zones.json
file = common/src/ledger.rs:188
|
463 | 2024-10-17T15:04:31.696Z | INFO | SledAgent (ServiceManager): No ledger in /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-zones.json
file = common/src/ledger.rs:188
|
464 | 2024-10-17T15:04:31.696Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
465 | 2024-10-17T15:04:31.739Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
466 | 2024-10-17T15:04:31.739Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
467 | 2024-10-17T15:04:31.739Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
468 | 2024-10-17T15:04:31.791Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8
file = illumos-utils/src/zone.rs:316
|
469 | 2024-10-17T15:04:31.795Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b
file = illumos-utils/src/zone.rs:316
|
470 | 2024-10-17T15:04:31.799Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f
file = illumos-utils/src/zone.rs:316
|
471 | 2024-10-17T15:04:31.812Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8
file = illumos-utils/src/zone.rs:354
|
472 | 2024-10-17T15:04:31.816Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b
file = illumos-utils/src/zone.rs:354
|
473 | 2024-10-17T15:04:31.820Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f
file = illumos-utils/src/zone.rs:354
|
474 | 2024-10-17T15:04:31.832Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4)
file = sled-agent/src/probe_manager.rs:230
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
475 | 2024-10-17T15:04:32.834Z | ERRO | SledAgent (ProbeManager): get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4)
file = sled-agent/src/probe_manager.rs:230
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
476 | 2024-10-17T15:04:33.419Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService2'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:3::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:3::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:3::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:3::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
477 | 2024-10-17T15:04:33.420Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }
|
478 | 2024-10-17T15:04:33.420Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b
|
479 | 2024-10-17T15:04:33.904Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService3'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:1::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:1::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:1::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:1::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
480 | 2024-10-17T15:04:33.904Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }
|
481 | 2024-10-17T15:04:34.383Z | INFO | SledAgent (ServiceManager): Profile for oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService1'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:2::2'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:2::1'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/internal_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:2::1]:5353'/>
<propval type="astring" name="dns_address" value='[fd00:1122:3344:2::1]:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
482 | 2024-10-17T15:04:34.390Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b") failed: Property not found. retry in 27.65646ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b
|
483 | 2024-10-17T15:04:34.390Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f
|
484 | 2024-10-17T15:04:34.394Z | INFO | SledAgent (BootstrapAgentStartup): Sending prefix to ddmd for advertisement
DdmAdminClient = [::1]:8000
file = clients/ddm-admin-client/src/lib.rs:86
prefix = Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }
|
485 | 2024-10-17T15:04:34.394Z | INFO | SledAgent (ServiceManager): Booting oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8
|
486 | 2024-10-17T15:04:34.427Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b") failed: Property not found. retry in 81.833638ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b
|
487 | 2024-10-17T15:04:34.516Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8") failed: Property not found. retry in 28.294067ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8
|
488 | 2024-10-17T15:04:34.524Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b") failed: Property not found. retry in 184.213082ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b
|
489 | 2024-10-17T15:04:34.531Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f") failed: Property not found. retry in 68.790179ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f
|
490 | 2024-10-17T15:04:34.553Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8") failed: Property not found. retry in 121.782547ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8
|
491 | 2024-10-17T15:04:34.692Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f") failed: Property not found. retry in 128.830841ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f
|
492 | 2024-10-17T15:04:34.699Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8") failed: Property not found. retry in 273.592549ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8
|
493 | 2024-10-17T15:04:34.721Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b") failed: Property not found. retry in 367.95565ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b
|
494 | 2024-10-17T15:04:34.839Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f") failed: Property not found. retry in 102.166628ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f
|
495 | 2024-10-17T15:04:34.957Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f") failed: Property not found. retry in 262.23801ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f
|
496 | 2024-10-17T15:04:34.987Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8") failed: Property not found. retry in 558.824803ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8
|
497 | 2024-10-17T15:04:35.098Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b") failed: Property not found. retry in 619.821012ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b
|
498 | 2024-10-17T15:04:35.228Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f") failed: Property not found. retry in 473.572621ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f
|
499 | 2024-10-17T15:04:35.556Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8") failed: Property not found. retry in 881.117905ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8
|
500 | 2024-10-17T15:04:35.712Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f") failed: Property not found. retry in 1.148604237s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f
|
501 | 2024-10-17T15:04:35.727Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b") failed: Property not found. retry in 1.337004505s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b
|
502 | 2024-10-17T15:04:36.448Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8") failed: Property not found. retry in 594.272473ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8
|
503 | 2024-10-17T15:04:36.514Z | INFO | SledAgent (ServiceManager): Ensuring address fd00:1122:3344:101::2 exists - OK
file = sled-agent/src/services.rs:4269
|
504 | 2024-10-17T15:04:36.514Z | INFO | SledAgent (ServiceManager): Ensuring there is a default route
file = sled-agent/src/services.rs:4279
gateway = fd00:1122:3344:101::1
|
505 | 2024-10-17T15:04:36.522Z | INFO | SledAgent (ServiceManager): configuring dendrite service
file = sled-agent/src/services.rs:4358
|
506 | 2024-10-17T15:04:36.575Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7105636974374909681
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
507 | 2024-10-17T15:04:36.575Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 10045244912119534615
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
508 | 2024-10-17T15:04:36.642Z | INFO | SledAgent (ServiceManager): refreshed dendrite service with new configuration
file = sled-agent/src/services.rs:4406
|
509 | 2024-10-17T15:04:36.643Z | INFO | SledAgent (ServiceManager): configuring lldp service
file = sled-agent/src/services.rs:4433
|
510 | 2024-10-17T15:04:36.688Z | INFO | SledAgent (ServiceManager): refreshed lldpd service with new configuration
file = sled-agent/src/services.rs:4446
|
511 | 2024-10-17T15:04:36.688Z | INFO | SledAgent (ServiceManager): configuring MGS service
file = sled-agent/src/services.rs:4310
|
512 | 2024-10-17T15:04:36.746Z | INFO | SledAgent (ServiceManager): refreshed MGS service with new configuration
file = sled-agent/src/services.rs:4352
|
513 | 2024-10-17T15:04:36.746Z | INFO | SledAgent (ServiceManager): configuring wicketd
file = sled-agent/src/services.rs:4413
rack_subnet = fd00:1122:3344::
|
514 | 2024-10-17T15:04:36.770Z | INFO | SledAgent (ServiceManager): refreshed wicketd service with new configuration
file = sled-agent/src/services.rs:4424
|
515 | 2024-10-17T15:04:36.770Z | INFO | SledAgent (ServiceManager): configuring mgd service
file = sled-agent/src/services.rs:4466
|
516 | 2024-10-17T15:04:36.844Z | INFO | SledAgent (ServiceManager): refreshed mgd service with new configuration
file = sled-agent/src/services.rs:4498
|
517 | 2024-10-17T15:04:36.844Z | INFO | SledAgent (ServiceManager): configuring mg-ddm service
file = sled-agent/src/services.rs:4504
|
518 | 2024-10-17T15:04:36.870Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f") failed: Property not found. retry in 1.380168937s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f
|
519 | 2024-10-17T15:04:36.936Z | INFO | SledAgent (ServiceManager): refreshed mg-ddm service with new configuration
file = sled-agent/src/services.rs:4545
|
520 | 2024-10-17T15:04:36.936Z | INFO | SledAgent (ServiceManager): Determining physical location of our switch zone at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:370
|
521 | 2024-10-17T15:04:36.968Z | WARN | SledAgent (NexusNotifierTask): Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4)
file = sled-agent/src/nexus.rs:527
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
522 | 2024-10-17T15:04:36.968Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 37.074595ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)
file = sled-agent/src/bootstrap/early_networking.rs:389
|
523 | 2024-10-17T15:04:37.006Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 112.144934ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)
file = sled-agent/src/bootstrap/early_networking.rs:389
|
524 | 2024-10-17T15:04:37.051Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8") failed: Property not found. retry in 1.376048023s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8
|
525 | 2024-10-17T15:04:37.072Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b") failed: Property not found. retry in 1.138317949s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b
|
526 | 2024-10-17T15:04:37.119Z | WARN | SledAgent (ServiceManager): Failed to get switch ID from MGS (retrying in 289.540546ms)
error = Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)
file = sled-agent/src/bootstrap/early_networking.rs:389
|
527 | 2024-10-17T15:04:37.412Z | INFO | SledAgent (ServiceManager): Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:418
|
528 | 2024-10-17T15:04:37.420Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::2]:44872
|
529 | 2024-10-17T15:04:37.420Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 69
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::2]:44872
req_id = 90818e0e-2afa-4739-836b-336ad86c054d
response_code = 200
uri = /sled-identifiers
|
530 | 2024-10-17T15:04:37.445Z | INFO | SledAgent (ServiceManager): Building Port Configuration
file = sled-agent/src/bootstrap/early_networking.rs:686
|
531 | 2024-10-17T15:04:37.445Z | INFO | SledAgent (ServiceManager): Checking dendrite uptime
file = sled-agent/src/bootstrap/early_networking.rs:724
|
532 | 2024-10-17T15:04:37.445Z | INFO | SledAgent (ServiceManager): Dendrite online
file = sled-agent/src/bootstrap/early_networking.rs:727
uptime = 0
|
533 | 2024-10-17T15:04:37.445Z | INFO | SledAgent (ServiceManager): Configuring default uplink on switch
config = PortSettings {\n links: {\n "0": LinkSettings {\n addrs: [\n 10.151.1.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}
file = sled-agent/src/bootstrap/early_networking.rs:440
|
534 | 2024-10-17T15:04:37.483Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
535 | 2024-10-17T15:04:37.531Z | INFO | SledAgent (StorageManager): Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }
file = sled-storage/src/manager.rs:451
|
536 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
537 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-0" }
|
538 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
539 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-M2", serial: "synthetic-serial-1" }
|
540 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
541 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-0" }
|
542 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
543 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-1" }
|
544 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
545 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-2" }
|
546 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
547 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-3" }
|
548 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
549 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-4" }
|
550 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
551 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-5" }
|
552 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
553 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-6" }
|
554 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
555 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-7" }
|
556 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Removing disk
file = sled-storage/src/resources.rs:529
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
557 | 2024-10-17T15:04:37.532Z | INFO | SledAgent (StorageResources): Not removing synthetic disk
file = sled-storage/src/resources.rs:550
identity = DiskIdentity { vendor: "synthetic-vendor", model: "synthetic-model-U2", serial: "synthetic-serial-8" }
|
558 | 2024-10-17T15:04:37.938Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8053284982680951072
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
559 | 2024-10-17T15:04:37.938Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15297487321759452715
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
560 | 2024-10-17T15:04:38.219Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b") failed: Property not found. retry in 1.397599177s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b
|
561 | 2024-10-17T15:04:38.259Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f") failed: Property not found. retry in 916.165506ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f
|
562 | 2024-10-17T15:04:38.437Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8") failed: Property not found. retry in 1.067036729s
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8
|
563 | 2024-10-17T15:04:39.185Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f") failed: Property not found. retry in 944.419558ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f
|
564 | 2024-10-17T15:04:39.513Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8") failed: Property not found. retry in 883.429935ms
file = illumos-utils/src/svc.rs:36
zone = oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8
|
565 | 2024-10-17T15:04:40.415Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_internal_dns_764d7304-941c-47d5-bd71-20d679249cf8
|
566 | 2024-10-17T15:04:40.415Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_internal_dns_703a01d4-fb0e-4834-936c-a729fd81d47b
|
567 | 2024-10-17T15:04:40.415Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_internal_dns_96c809da-b476-4ddd-bbdc-51baf4d3e56f
|
568 | 2024-10-17T15:04:40.415Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
569 | 2024-10-17T15:04:40.415Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
570 | 2024-10-17T15:04:40.416Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8895864
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:53413
req_id = 38c3c4ff-5c24-4073-995e-0165ec2c5592
response_code = 204
uri = /omicron-zones
|
571 | 2024-10-17T15:04:40.417Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:1::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
572 | 2024-10-17T15:04:40.473Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:2::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
573 | 2024-10-17T15:04:40.531Z | INFO | SledAgent (RSS): Configuring DNS server
dns_config_addr = [fd00:1122:3344:3::1]:5353
file = sled-agent/src/rack_setup/service.rs:575
|
574 | 2024-10-17T15:04:40.594Z | INFO | SledAgent (RSS): Configured all DNS servers
file = sled-agent/src/rack_setup/service.rs:611
|
575 | 2024-10-17T15:04:40.594Z | INFO | SledAgent (RSS): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
576 | 2024-10-17T15:04:40.626Z | INFO | SledAgent (RSS): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
577 | 2024-10-17T15:04:40.627Z | INFO | SledAgent (RSS): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
578 | 2024-10-17T15:04:40.627Z | INFO | SledAgent (RSS): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
579 | 2024-10-17T15:04:40.658Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 764d7304-941c-47d5-bd71-20d679249cf8 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 703a01d4-fb0e-4834-936c-a729fd81d47b (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 24c32b69-efe8-479e-ba18-19f8c4fd316f (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: c7a31b26-8275-490c-9a47-724548eb0d53, kind: Service { id: 24c32b69-efe8-479e-ba18-19f8c4fd316f }, name: Name("ntp-24c32b69-efe8-479e-ba18-19f8c4fd316f"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 52])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
580 | 2024-10-17T15:04:40.658Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40600
|
581 | 2024-10-17T15:04:40.658Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
582 | 2024-10-17T15:04:40.658Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
583 | 2024-10-17T15:04:40.679Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 764d7304-941c-47d5-bd71-20d679249cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
584 | 2024-10-17T15:04:40.679Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 764d7304-941c-47d5-bd71-20d679249cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
585 | 2024-10-17T15:04:40.694Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 703a01d4-fb0e-4834-936c-a729fd81d47b, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
586 | 2024-10-17T15:04:40.694Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 703a01d4-fb0e-4834-936c-a729fd81d47b, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
587 | 2024-10-17T15:04:40.712Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
588 | 2024-10-17T15:04:40.712Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-zones.json
file = common/src/ledger.rs:177
|
589 | 2024-10-17T15:04:40.712Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
590 | 2024-10-17T15:04:40.712Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
591 | 2024-10-17T15:04:40.723Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
592 | 2024-10-17T15:04:40.755Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
593 | 2024-10-17T15:04:40.756Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
594 | 2024-10-17T15:04:40.756Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
595 | 2024-10-17T15:04:40.785Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte0", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 132, 52]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }
|
596 | 2024-10-17T15:04:40.785Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = boundary_ntp
|
597 | 2024-10-17T15:04:40.786Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:83
|
598 | 2024-10-17T15:04:40.786Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:90
|
599 | 2024-10-17T15:04:40.786Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.169
file = clients/dpd-client/src/lib.rs:118
|
600 | 2024-10-17T15:04:40.787Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
601 | 2024-10-17T15:04:40.812Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f
file = illumos-utils/src/zone.rs:316
|
602 | 2024-10-17T15:04:40.831Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f
file = illumos-utils/src/zone.rs:354
|
603 | 2024-10-17T15:04:41.466Z | INFO | SledAgent (ServiceManager): Profile for oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService4'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/chrony-setup">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="allow" value='fd00:1122:3344:100::/56'/>
<propval type="boolean" name="boundary" value='true'/>
<propval type="astring" name="boundary_pool" value='boundary-ntp.control-plane.oxide.internal'/>
<propval type="astring" name="server" value='0.pool.ntp.org'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="1.1.1.1" />
<value_node value="9.9.9.9" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/ntp">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte0'/>
<propval type="astring" name="gateway" value='172.30.3.1'/>
<propval type="astring" name="ip" value='172.30.3.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
604 | 2024-10-17T15:04:41.466Z | INFO | SledAgent (ServiceManager): Booting oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f
|
605 | 2024-10-17T15:04:41.599Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f") failed: Property not found. retry in 72.403336ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f
|
606 | 2024-10-17T15:04:41.683Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f") failed: Property not found. retry in 59.965589ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f
|
607 | 2024-10-17T15:04:41.761Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f") failed: Property not found. retry in 289.563359ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f
|
608 | 2024-10-17T15:04:42.063Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f") failed: Property not found. retry in 417.065331ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f
|
609 | 2024-10-17T15:04:42.491Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f") failed: Property not found. retry in 872.802839ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f
|
610 | 2024-10-17T15:04:43.373Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f") failed: Property not found. retry in 630.39079ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f
|
611 | 2024-10-17T15:04:44.013Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f") failed: Property not found. retry in 921.152014ms
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f
|
612 | 2024-10-17T15:04:44.944Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f") failed: Property not found. retry in 1.442808606s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f
|
613 | 2024-10-17T15:04:46.396Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f") failed: Property not found. retry in 1.223556565s
file = illumos-utils/src/svc.rs:36
zone = oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f
|
614 | 2024-10-17T15:04:46.577Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7105636974374909681
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
615 | 2024-10-17T15:04:46.577Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 10045244912119534615
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
616 | 2024-10-17T15:04:47.640Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f
|
617 | 2024-10-17T15:04:47.640Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
618 | 2024-10-17T15:04:47.640Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
619 | 2024-10-17T15:04:47.641Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 6982439
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:40600
req_id = d283187d-116c-4218-85f0-a49c6ead8a25
response_code = 204
uri = /omicron-zones
|
620 | 2024-10-17T15:04:47.643Z | INFO | SledAgent (RSS): Waiting for rack time synchronization
file = sled-agent/src/rack_setup/service.rs:652
|
621 | 2024-10-17T15:04:47.672Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
622 | 2024-10-17T15:04:47.672Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42603
|
623 | 2024-10-17T15:04:47.682Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3877
|
624 | 2024-10-17T15:04:47.682Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 9410
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42603
req_id = b8275082-401b-4f12-8a59-ac70e9e34c33
response_code = 500
uri = /timesync
|
625 | 2024-10-17T15:04:47.685Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
626 | 2024-10-17T15:04:47.779Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
627 | 2024-10-17T15:04:47.779Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:55882
|
628 | 2024-10-17T15:04:47.939Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8053284982680951072
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
629 | 2024-10-17T15:04:47.939Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15297487321759452715
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
630 | 2024-10-17T15:04:49.642Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1315565006152006779
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
631 | 2024-10-17T15:04:50.153Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 11340141748898181460
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
632 | 2024-10-17T15:04:50.418Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 6540327970462295184
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
633 | 2024-10-17T15:04:51.788Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3877
|
634 | 2024-10-17T15:04:51.788Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 4008614
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:55882
req_id = 5231ad44-c6c9-4d6b-91e0-7269fcd1275f
response_code = 500
uri = /timesync
|
635 | 2024-10-17T15:04:51.790Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
636 | 2024-10-17T15:04:51.897Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
637 | 2024-10-17T15:04:51.897Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45515
|
638 | 2024-10-17T15:04:51.905Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3877
|
639 | 2024-10-17T15:04:51.905Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 8066
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45515
req_id = 100a39bb-dbe7-4326-9204-74aa562c75b8
response_code = 500
uri = /timesync
|
640 | 2024-10-17T15:04:51.907Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
641 | 2024-10-17T15:04:52.051Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
642 | 2024-10-17T15:04:52.051Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:41115
|
643 | 2024-10-17T15:04:56.072Z | ERRO | SledAgent (ServiceManager): chronyc command failed: Error running command in zone 'oxz_ntp_24c32b69-efe8-479e-ba18-19f8c4fd316f': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon
stderr:
file = sled-agent/src/services.rs:3877
|
644 | 2024-10-17T15:04:56.072Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Internal Server Error
error_message_internal = NTP zone not ready
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 4008917
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:41115
req_id = 3ddf3dfb-d29e-4648-8b6a-5c342ec8e9c1
response_code = 500
uri = /timesync
|
645 | 2024-10-17T15:04:56.075Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
646 | 2024-10-17T15:04:56.346Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
647 | 2024-10-17T15:04:56.346Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54914
|
648 | 2024-10-17T15:04:56.355Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8448
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54914
req_id = 07ca2a0a-e080-479d-8b1a-21fadbdb1ab9
response_code = 200
uri = /timesync
|
649 | 2024-10-17T15:04:56.357Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729177495.0592434, correction: 0.0 }
file = sled-agent/src/rack_setup/service.rs:660
|
650 | 2024-10-17T15:04:56.357Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
651 | 2024-10-17T15:04:56.587Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
652 | 2024-10-17T15:04:56.587Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:57131
|
653 | 2024-10-17T15:04:56.594Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 291.495452ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
654 | 2024-10-17T15:04:56.595Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7105636974374909681
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
655 | 2024-10-17T15:04:56.595Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 10045244912119534615
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
656 | 2024-10-17T15:04:56.596Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 9521
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:57131
req_id = 4c4d7f54-5afb-4c67-8fc5-c96f7b1f7b18
response_code = 200
uri = /timesync
|
657 | 2024-10-17T15:04:56.598Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729177495.0592434, correction: 0.280878127 }
file = sled-agent/src/rack_setup/service.rs:660
|
658 | 2024-10-17T15:04:56.598Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
659 | 2024-10-17T15:04:56.948Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
660 | 2024-10-17T15:04:56.948Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:39182
|
661 | 2024-10-17T15:04:56.956Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8355
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:39182
req_id = a89b1aaa-ef26-4229-939e-ca7e7ebc8e2e
response_code = 200
uri = /timesync
|
662 | 2024-10-17T15:04:56.959Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729177495.0592434, correction: 0.279905975 }
file = sled-agent/src/rack_setup/service.rs:660
|
663 | 2024-10-17T15:04:56.959Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
664 | 2024-10-17T15:04:57.185Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
665 | 2024-10-17T15:04:57.185Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:64404
|
666 | 2024-10-17T15:04:57.193Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8080
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:64404
req_id = 264625b0-8284-4d79-8e94-f06afb8c4dd7
response_code = 200
uri = /timesync
|
667 | 2024-10-17T15:04:57.197Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729177495.0592434, correction: 0.279266268 }
file = sled-agent/src/rack_setup/service.rs:660
|
668 | 2024-10-17T15:04:57.197Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
669 | 2024-10-17T15:04:57.561Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
670 | 2024-10-17T15:04:57.561Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:61048
|
671 | 2024-10-17T15:04:57.570Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8090
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:61048
req_id = 306fb1b6-8b7d-439c-99e5-9e3926d6e35f
response_code = 200
uri = /timesync
|
672 | 2024-10-17T15:04:57.574Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729177495.0592434, correction: 0.275768936 }
file = sled-agent/src/rack_setup/service.rs:660
|
673 | 2024-10-17T15:04:57.574Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
674 | 2024-10-17T15:04:57.657Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8956846074571945561
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
675 | 2024-10-17T15:04:57.657Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 6731155927220936436
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
676 | 2024-10-17T15:04:57.970Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
677 | 2024-10-17T15:04:57.971Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38172
|
678 | 2024-10-17T15:04:57.975Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8053284982680951072
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
679 | 2024-10-17T15:04:57.975Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15297487321759452715
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
680 | 2024-10-17T15:04:57.979Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8565
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38172
req_id = f91d05f5-f69d-47d7-8e85-7199d461180a
response_code = 200
uri = /timesync
|
681 | 2024-10-17T15:04:57.982Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729177495.0592434, correction: 0.274662644 }
file = sled-agent/src/rack_setup/service.rs:660
|
682 | 2024-10-17T15:04:57.982Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
683 | 2024-10-17T15:04:58.623Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
684 | 2024-10-17T15:04:58.623Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59668
|
685 | 2024-10-17T15:04:58.631Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8495
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59668
req_id = 584e943c-b90a-44fc-a43c-bcb5eea4cb8e
response_code = 200
uri = /timesync
|
686 | 2024-10-17T15:04:58.634Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177498.595138, correction: 0.272655517 }
file = sled-agent/src/rack_setup/service.rs:660
|
687 | 2024-10-17T15:04:58.634Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
688 | 2024-10-17T15:04:59.570Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
689 | 2024-10-17T15:04:59.570Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40817
|
690 | 2024-10-17T15:04:59.579Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8789
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40817
req_id = d9ba3a63-327d-486e-b59e-3250b88672e2
response_code = 200
uri = /timesync
|
691 | 2024-10-17T15:04:59.581Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177499.5392387, correction: 0.269931197 }
file = sled-agent/src/rack_setup/service.rs:660
|
692 | 2024-10-17T15:04:59.581Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
693 | 2024-10-17T15:04:59.662Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1315565006152006779
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
694 | 2024-10-17T15:05:00.176Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 11340141748898181460
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
695 | 2024-10-17T15:05:00.366Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
696 | 2024-10-17T15:05:00.367Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:33778
|
697 | 2024-10-17T15:05:00.375Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8356
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:33778
req_id = 1a031fba-984c-4d6f-a897-0b700aacacbe
response_code = 200
uri = /timesync
|
698 | 2024-10-17T15:05:00.377Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729177495.0592434, correction: 0.267779827 }
file = sled-agent/src/rack_setup/service.rs:660
|
699 | 2024-10-17T15:05:00.377Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
700 | 2024-10-17T15:05:00.441Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 6540327970462295184
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
701 | 2024-10-17T15:05:01.267Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
702 | 2024-10-17T15:05:01.267Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:43892
|
703 | 2024-10-17T15:05:01.275Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8048
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:43892
req_id = c77c6748-08b4-4b37-84a3-757bf5ef6b79
response_code = 200
uri = /timesync
|
704 | 2024-10-17T15:05:01.278Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 2139029761, ip_addr: ::, stratum: 10, ref_time: 1729177495.0592434, correction: 0.264740258 }
file = sled-agent/src/rack_setup/service.rs:660
|
705 | 2024-10-17T15:05:01.278Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
706 | 2024-10-17T15:05:02.753Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
707 | 2024-10-17T15:05:02.753Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54281
|
708 | 2024-10-17T15:05:02.762Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8188
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54281
req_id = f55eab0c-fdf5-433b-b466-2d59529bc050
response_code = 200
uri = /timesync
|
709 | 2024-10-17T15:05:02.764Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177502.2284918, correction: 0.260393709 }
file = sled-agent/src/rack_setup/service.rs:660
|
710 | 2024-10-17T15:05:02.764Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
711 | 2024-10-17T15:05:04.115Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
712 | 2024-10-17T15:05:04.115Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:42839
|
713 | 2024-10-17T15:05:04.123Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8521
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:42839
req_id = 5ac1dbea-691b-439c-9842-e8fd55741b02
response_code = 200
uri = /timesync
|
714 | 2024-10-17T15:05:04.126Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177503.3844535, correction: 0.25673613 }
file = sled-agent/src/rack_setup/service.rs:660
|
715 | 2024-10-17T15:05:04.126Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
716 | 2024-10-17T15:05:05.106Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
717 | 2024-10-17T15:05:05.106Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50890
|
718 | 2024-10-17T15:05:05.115Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8206
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50890
req_id = ccfe1158-e85a-4655-bf13-24b00fde5027
response_code = 200
uri = /timesync
|
719 | 2024-10-17T15:05:05.117Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177503.8463707, correction: 0.254144758 }
file = sled-agent/src/rack_setup/service.rs:660
|
720 | 2024-10-17T15:05:05.117Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
721 | 2024-10-17T15:05:06.623Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7105636974374909681
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
722 | 2024-10-17T15:05:06.623Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 10045244912119534615
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
723 | 2024-10-17T15:05:06.766Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56069
|
724 | 2024-10-17T15:05:06.767Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 55
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:56069
req_id = 754a4cc2-677c-4ec3-bbc3-21eaa96fceff
response_code = 200
uri = /baseboard
|
725 | 2024-10-17T15:05:06.825Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
726 | 2024-10-17T15:05:06.826Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:59471
|
727 | 2024-10-17T15:05:06.834Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8370
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:59471
req_id = 1f65bd4d-8ff8-4ddc-bd65-8a412f4bd9b3
response_code = 200
uri = /timesync
|
728 | 2024-10-17T15:05:06.837Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177506.1673646, correction: 0.249380678 }
file = sled-agent/src/rack_setup/service.rs:660
|
729 | 2024-10-17T15:05:06.837Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
730 | 2024-10-17T15:05:07.686Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8956846074571945561
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
731 | 2024-10-17T15:05:07.687Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 6731155927220936436
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
732 | 2024-10-17T15:05:08.004Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8053284982680951072
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
733 | 2024-10-17T15:05:08.004Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15297487321759452715
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
734 | 2024-10-17T15:05:09.691Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1315565006152006779
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
735 | 2024-10-17T15:05:09.907Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
736 | 2024-10-17T15:05:09.908Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:51041
|
737 | 2024-10-17T15:05:09.915Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7632
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:51041
req_id = cc734e8d-e60c-4927-a685-f684a10f5078
response_code = 200
uri = /timesync
|
738 | 2024-10-17T15:05:09.918Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177509.6340573, correction: 0.241052225 }
file = sled-agent/src/rack_setup/service.rs:660
|
739 | 2024-10-17T15:05:09.918Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
740 | 2024-10-17T15:05:10.205Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 11340141748898181460
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
741 | 2024-10-17T15:05:10.469Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 6540327970462295184
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
742 | 2024-10-17T15:05:11.657Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
743 | 2024-10-17T15:05:11.657Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:50973
|
744 | 2024-10-17T15:05:11.665Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8408
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:50973
req_id = c6e44696-e975-4eeb-8e2e-0b83d5838224
response_code = 200
uri = /timesync
|
745 | 2024-10-17T15:05:11.667Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177511.0131202, correction: 0.236287147 }
file = sled-agent/src/rack_setup/service.rs:660
|
746 | 2024-10-17T15:05:11.667Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
747 | 2024-10-17T15:05:11.962Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 560.875498ms
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
748 | 2024-10-17T15:05:14.492Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
749 | 2024-10-17T15:05:14.492Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:60036
|
750 | 2024-10-17T15:05:14.501Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8668
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:60036
req_id = 38b5df30-2003-43b8-bee7-a65873c350c9
response_code = 200
uri = /timesync
|
751 | 2024-10-17T15:05:14.503Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177513.321599, correction: 0.228742346 }
file = sled-agent/src/rack_setup/service.rs:660
|
752 | 2024-10-17T15:05:14.503Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
753 | 2024-10-17T15:05:16.652Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 7105636974374909681
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
754 | 2024-10-17T15:05:16.652Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 10045244912119534615
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
755 | 2024-10-17T15:05:17.715Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8956846074571945561
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
756 | 2024-10-17T15:05:17.715Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 6731155927220936436
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
757 | 2024-10-17T15:05:17.758Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
758 | 2024-10-17T15:05:17.759Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45950
|
759 | 2024-10-17T15:05:17.767Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8698
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45950
req_id = 24bb4b33-ba51-4805-ac74-3bb91ff39f7e
response_code = 200
uri = /timesync
|
760 | 2024-10-17T15:05:17.770Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177517.2785645, correction: 0.219883829 }
file = sled-agent/src/rack_setup/service.rs:660
|
761 | 2024-10-17T15:05:17.770Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
762 | 2024-10-17T15:05:18.033Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8053284982680951072
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
763 | 2024-10-17T15:05:18.033Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15297487321759452715
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
764 | 2024-10-17T15:05:19.720Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1315565006152006779
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
765 | 2024-10-17T15:05:20.233Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 11340141748898181460
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
766 | 2024-10-17T15:05:20.497Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 6540327970462295184
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
767 | 2024-10-17T15:05:22.165Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
768 | 2024-10-17T15:05:22.166Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62177
|
769 | 2024-10-17T15:05:22.174Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8702
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:62177
req_id = 5e57b726-4df1-4f6f-811a-f378ed1e250e
response_code = 200
uri = /timesync
|
770 | 2024-10-17T15:05:22.177Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177521.4873166, correction: 0.208049923 }
file = sled-agent/src/rack_setup/service.rs:660
|
771 | 2024-10-17T15:05:22.177Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
772 | 2024-10-17T15:05:26.680Z | ERRO | SledAgent (kstat-sampler-worker): expiring kstat after too many failures
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:485
id = 7105636974374909681
reason = Duration(60s)
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
773 | 2024-10-17T15:05:26.681Z | ERRO | SledAgent (kstat-sampler-worker): expiring kstat after too many failures
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:485
id = 10045244912119534615
reason = Duration(60s)
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
774 | 2024-10-17T15:05:27.047Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
775 | 2024-10-17T15:05:27.047Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:48443
|
776 | 2024-10-17T15:05:27.057Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 9544
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:48443
req_id = 3c884986-437c-406c-a6cc-8546656461f5
response_code = 200
uri = /timesync
|
777 | 2024-10-17T15:05:27.059Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177526.6874163, correction: 0.19482258 }
file = sled-agent/src/rack_setup/service.rs:660
|
778 | 2024-10-17T15:05:27.059Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
779 | 2024-10-17T15:05:27.602Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 1.003202678s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
780 | 2024-10-17T15:05:27.745Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8956846074571945561
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
781 | 2024-10-17T15:05:27.745Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 6731155927220936436
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
782 | 2024-10-17T15:05:28.062Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8053284982680951072
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
783 | 2024-10-17T15:05:28.062Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15297487321759452715
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
784 | 2024-10-17T15:05:29.749Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 1315565006152006779
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
785 | 2024-10-17T15:05:30.262Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 11340141748898181460
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
786 | 2024-10-17T15:05:30.526Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 6540327970462295184
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
787 | 2024-10-17T15:05:30.965Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
788 | 2024-10-17T15:05:30.965Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:47113
|
789 | 2024-10-17T15:05:30.974Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 9105
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:47113
req_id = e597a009-7380-4f02-a43b-d8f4f7c72c2e
response_code = 200
uri = /timesync
|
790 | 2024-10-17T15:05:30.977Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177530.1882467, correction: 0.184217855 }
file = sled-agent/src/rack_setup/service.rs:660
|
791 | 2024-10-17T15:05:30.977Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
792 | 2024-10-17T15:05:36.883Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:34039
|
793 | 2024-10-17T15:05:36.883Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 40
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:34039
req_id = 369d1ea6-e184-4765-896b-aaccb22d4181
response_code = 200
uri = /baseboard
|
794 | 2024-10-17T15:05:37.774Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8956846074571945561
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
795 | 2024-10-17T15:05:37.774Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 6731155927220936436
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
796 | 2024-10-17T15:05:38.091Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8053284982680951072
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
797 | 2024-10-17T15:05:38.091Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15297487321759452715
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
798 | 2024-10-17T15:05:39.463Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
799 | 2024-10-17T15:05:39.463Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:45617
|
800 | 2024-10-17T15:05:39.472Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 9114
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:45617
req_id = 2b8c7a5c-8813-4c57-9ea3-db33bb4fc703
response_code = 200
uri = /timesync
|
801 | 2024-10-17T15:05:39.474Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177536.989826, correction: 0.161245376 }
file = sled-agent/src/rack_setup/service.rs:660
|
802 | 2024-10-17T15:05:39.474Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
803 | 2024-10-17T15:05:39.778Z | ERRO | SledAgent (kstat-sampler-worker): expiring kstat after too many failures
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:485
id = 1315565006152006779
reason = Duration(60s)
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
804 | 2024-10-17T15:05:40.290Z | ERRO | SledAgent (kstat-sampler-worker): expiring kstat after too many failures
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:485
id = 11340141748898181460
reason = Duration(60s)
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
805 | 2024-10-17T15:05:40.555Z | ERRO | SledAgent (kstat-sampler-worker): expiring kstat after too many failures
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:485
id = 6540327970462295184
reason = Duration(60s)
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
806 | 2024-10-17T15:05:43.684Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 1.80997367s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
807 | 2024-10-17T15:05:47.803Z | ERRO | SledAgent (kstat-sampler-worker): expiring kstat after too many failures
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:485
id = 8956846074571945561
reason = Duration(60s)
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
808 | 2024-10-17T15:05:47.803Z | ERRO | SledAgent (kstat-sampler-worker): expiring kstat after too many failures
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:485
id = 6731155927220936436
reason = Duration(60s)
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
809 | 2024-10-17T15:05:48.119Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8053284982680951072
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
810 | 2024-10-17T15:05:48.120Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15297487321759452715
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
811 | 2024-10-17T15:05:53.574Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
812 | 2024-10-17T15:05:53.575Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:40406
|
813 | 2024-10-17T15:05:53.583Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8463
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:40406
req_id = f235a7b5-0528-4c19-a595-9ad0c1a07497
response_code = 200
uri = /timesync
|
814 | 2024-10-17T15:05:53.586Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177551.923087, correction: 0.123183049 }
file = sled-agent/src/rack_setup/service.rs:660
|
815 | 2024-10-17T15:05:53.586Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
816 | 2024-10-17T15:05:58.148Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8053284982680951072
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
817 | 2024-10-17T15:05:58.149Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15297487321759452715
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
818 | 2024-10-17T15:06:00.574Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 3.12057534s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
819 | 2024-10-17T15:06:07.001Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
820 | 2024-10-17T15:06:07.001Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:41022
|
821 | 2024-10-17T15:06:07.001Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:54006
|
822 | 2024-10-17T15:06:07.001Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 45
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:41022
req_id = ed5fed45-90e0-4572-aa13-cd0614e5945d
response_code = 200
uri = /baseboard
|
823 | 2024-10-17T15:06:07.010Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8849
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:54006
req_id = 0ea2ed7a-fa94-4143-986c-6bdf3b813689
response_code = 200
uri = /timesync
|
824 | 2024-10-17T15:06:07.014Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177565.3185914, correction: 0.086897105 }
file = sled-agent/src/rack_setup/service.rs:660
|
825 | 2024-10-17T15:06:07.014Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
826 | 2024-10-17T15:06:08.177Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8053284982680951072
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
827 | 2024-10-17T15:06:08.177Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15297487321759452715
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
828 | 2024-10-17T15:06:14.222Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
829 | 2024-10-17T15:06:14.222Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38330
|
830 | 2024-10-17T15:06:14.231Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8681
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:38330
req_id = efc8d7d0-ec3b-42fb-bf52-4666b5e5fa59
response_code = 200
uri = /timesync
|
831 | 2024-10-17T15:06:14.233Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177573.9599154, correction: 0.067371793 }
file = sled-agent/src/rack_setup/service.rs:660
|
832 | 2024-10-17T15:06:14.233Z | WARN | SledAgent (RSS): Time is not yet synchronized
error = "Time is synchronized on 0/1 sleds"
file = sled-agent/src/rack_setup/service.rs:682
|
833 | 2024-10-17T15:06:18.206Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 8053284982680951072
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
834 | 2024-10-17T15:06:18.206Z | ERRO | SledAgent (kstat-sampler-worker): failed to sample kstat target, requeueing
error = NoSuchKstat
file = oximeter/instruments/src/kstat/sampler.rs:496
id = 15297487321759452715
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
835 | 2024-10-17T15:06:18.778Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 9.571795957s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
836 | 2024-10-17T15:06:22.794Z | INFO | SledAgent (RSS): Checking time synchronization for [fd00:1122:3344:101::1]:12345...
file = sled-agent/src/rack_setup/service.rs:632
|
837 | 2024-10-17T15:06:22.795Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:49635
|
838 | 2024-10-17T15:06:22.816Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 21072
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::1]:49635
req_id = c5f13ac8-99c5-40da-80b8-59d85aa7cf69
response_code = 200
uri = /timesync
|
839 | 2024-10-17T15:06:22.816Z | WARN | SledAgent (kstat-sampler-worker): replacing expired kstat target
error = NoSuchKstat
expiration_reason = Duration(60s)
expired_at = 2024-10-17T15:05:26.680798325Z
file = oximeter/instruments/src/kstat/sampler.rs:1028
id = 7105636974374909681
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
840 | 2024-10-17T15:06:22.818Z | WARN | SledAgent (kstat-sampler-worker): replacing expired kstat target
error = NoSuchKstat
expiration_reason = Duration(60s)
expired_at = 2024-10-17T15:05:40.555070207Z
file = oximeter/instruments/src/kstat/sampler.rs:1028
id = 6540327970462295184
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
841 | 2024-10-17T15:06:22.818Z | WARN | SledAgent (kstat-sampler-worker): replacing expired kstat target
error = NoSuchKstat
expiration_reason = Duration(60s)
expired_at = 2024-10-17T15:05:47.803309357Z
file = oximeter/instruments/src/kstat/sampler.rs:1028
id = 8956846074571945561
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
842 | 2024-10-17T15:06:22.819Z | WARN | SledAgent (kstat-sampler-worker): replacing expired kstat target
error = NoSuchKstat
expiration_reason = Duration(60s)
expired_at = 2024-10-17T15:05:47.803599324Z
file = oximeter/instruments/src/kstat/sampler.rs:1028
id = 6731155927220936436
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
843 | 2024-10-17T15:06:22.819Z | WARN | SledAgent (kstat-sampler-worker): replacing expired kstat target
error = NoSuchKstat
expiration_reason = Duration(60s)
expired_at = 2024-10-17T15:05:40.290975549Z
file = oximeter/instruments/src/kstat/sampler.rs:1028
id = 11340141748898181460
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
844 | 2024-10-17T15:06:22.819Z | WARN | SledAgent (kstat-sampler-worker): replacing expired kstat target
error = NoSuchKstat
expiration_reason = Duration(60s)
expired_at = 2024-10-17T15:05:26.681416534Z
file = oximeter/instruments/src/kstat/sampler.rs:1028
id = 10045244912119534615
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
845 | 2024-10-17T15:06:22.819Z | WARN | SledAgent (kstat-sampler-worker): replacing expired kstat target
error = NoSuchKstat
expiration_reason = Duration(60s)
expired_at = 2024-10-17T15:05:39.778630129Z
file = oximeter/instruments/src/kstat/sampler.rs:1028
id = 1315565006152006779
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
846 | 2024-10-17T15:06:22.820Z | INFO | SledAgent (RSS): Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1241950280, ip_addr: 74.6.168.72, stratum: 3, ref_time: 1729177581.3700037, correction: 0.044225611 }
file = sled-agent/src/rack_setup/service.rs:660
|
847 | 2024-10-17T15:06:22.820Z | INFO | SledAgent (RSS): Finished setting up Internal DNS and NTP
file = sled-agent/src/rack_setup/service.rs:1298
|
848 | 2024-10-17T15:06:22.849Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 764d7304-941c-47d5-bd71-20d679249cf8 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 703a01d4-fb0e-4834-936c-a729fd81d47b (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 24c32b69-efe8-479e-ba18-19f8c4fd316f (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: c7a31b26-8275-490c-9a47-724548eb0d53, kind: Service { id: 24c32b69-efe8-479e-ba18-19f8c4fd316f }, name: Name("ntp-24c32b69-efe8-479e-ba18-19f8c4fd316f"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 52])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 32cb6f24-454a-4d30-8647-45df4cd85bbb (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } } } }, OmicronZoneConfig { id: 491f0d0d-6d63-42e0-9c3f-b51f48c45ec5 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } } } }, OmicronZoneConfig { id: 43749833-fb79-42cb-aa86-337230b31b95 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6f926079-175a-448b-a901-3ffe573980d6 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 92eabd86-71b3-4a80-bff4-cd762a556252 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
849 | 2024-10-17T15:06:22.850Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:62600
|
850 | 2024-10-17T15:06:22.850Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
851 | 2024-10-17T15:06:22.850Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
852 | 2024-10-17T15:06:22.872Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 764d7304-941c-47d5-bd71-20d679249cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
853 | 2024-10-17T15:06:22.872Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 764d7304-941c-47d5-bd71-20d679249cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
854 | 2024-10-17T15:06:22.890Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 703a01d4-fb0e-4834-936c-a729fd81d47b, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
855 | 2024-10-17T15:06:22.890Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 703a01d4-fb0e-4834-936c-a729fd81d47b, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
856 | 2024-10-17T15:06:22.908Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 32cb6f24-454a-4d30-8647-45df4cd85bbb, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
857 | 2024-10-17T15:06:22.908Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 32cb6f24-454a-4d30-8647-45df4cd85bbb, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
858 | 2024-10-17T15:06:22.968Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 491f0d0d-6d63-42e0-9c3f-b51f48c45ec5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
859 | 2024-10-17T15:06:22.968Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 491f0d0d-6d63-42e0-9c3f-b51f48c45ec5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
860 | 2024-10-17T15:06:23.028Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 43749833-fb79-42cb-aa86-337230b31b95, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
861 | 2024-10-17T15:06:23.028Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 43749833-fb79-42cb-aa86-337230b31b95, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
862 | 2024-10-17T15:06:23.089Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f926079-175a-448b-a901-3ffe573980d6, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
863 | 2024-10-17T15:06:23.089Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 6f926079-175a-448b-a901-3ffe573980d6, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
864 | 2024-10-17T15:06:23.149Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 92eabd86-71b3-4a80-bff4-cd762a556252, dataset_name: DatasetName { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
865 | 2024-10-17T15:06:23.149Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 92eabd86-71b3-4a80-bff4-cd762a556252, dataset_name: DatasetName { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
866 | 2024-10-17T15:06:23.208Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
867 | 2024-10-17T15:06:23.208Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-zones.json
file = common/src/ledger.rs:177
|
868 | 2024-10-17T15:06:23.209Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
869 | 2024-10-17T15:06:23.209Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
870 | 2024-10-17T15:06:23.289Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
871 | 2024-10-17T15:06:23.289Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
872 | 2024-10-17T15:06:23.289Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
873 | 2024-10-17T15:06:23.289Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
874 | 2024-10-17T15:06:23.289Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
875 | 2024-10-17T15:06:23.382Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
file = illumos-utils/src/zone.rs:316
|
876 | 2024-10-17T15:06:23.386Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5
file = illumos-utils/src/zone.rs:316
|
877 | 2024-10-17T15:06:23.391Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
file = illumos-utils/src/zone.rs:316
|
878 | 2024-10-17T15:06:23.395Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6
file = illumos-utils/src/zone.rs:316
|
879 | 2024-10-17T15:06:23.400Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252
file = illumos-utils/src/zone.rs:316
|
880 | 2024-10-17T15:06:23.404Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
file = illumos-utils/src/zone.rs:354
|
881 | 2024-10-17T15:06:23.409Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5
file = illumos-utils/src/zone.rs:354
|
882 | 2024-10-17T15:06:23.414Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
file = illumos-utils/src/zone.rs:354
|
883 | 2024-10-17T15:06:23.419Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6
file = illumos-utils/src/zone.rs:354
|
884 | 2024-10-17T15:06:23.423Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252
file = illumos-utils/src/zone.rs:354
|
885 | 2024-10-17T15:06:26.290Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService6'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::4'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='491f0d0d-6d63-42e0-9c3f-b51f48c45ec5'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::4]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::4]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
886 | 2024-10-17T15:06:26.290Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService7'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='43749833-fb79-42cb-aa86-337230b31b95'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::5]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::5]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
887 | 2024-10-17T15:06:26.290Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService8'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='6f926079-175a-448b-a901-3ffe573980d6'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::6]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::6]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
888 | 2024-10-17T15:06:26.290Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5
|
889 | 2024-10-17T15:06:26.296Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
890 | 2024-10-17T15:06:26.300Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6
|
891 | 2024-10-17T15:06:26.426Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService9'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='92eabd86-71b3-4a80-bff4-cd762a556252'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::7]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::7]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
892 | 2024-10-17T15:06:26.427Z | INFO | SledAgent (ServiceManager): Profile for oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService5'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::3'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/cockroachdb">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="oxide/cockroach-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="zone_id" value='32cb6f24-454a-4d30-8647-45df4cd85bbb'/>
<propval type="astring" name="cockroach_address" value='[fd00:1122:3344:101::3]:32221'/>
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::3]:32222'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
893 | 2024-10-17T15:06:26.427Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252
|
894 | 2024-10-17T15:06:26.432Z | INFO | SledAgent (ServiceManager): Booting oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
895 | 2024-10-17T15:06:26.443Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5") failed: Property not found. retry in 47.721369ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5
|
896 | 2024-10-17T15:06:26.451Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 39.274063ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
897 | 2024-10-17T15:06:26.458Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6") failed: Property not found. retry in 68.386259ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6
|
898 | 2024-10-17T15:06:26.500Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 62.17883ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
899 | 2024-10-17T15:06:26.590Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5") failed: Property not found. retry in 105.329867ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5
|
900 | 2024-10-17T15:06:26.659Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 170.666554ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
901 | 2024-10-17T15:06:27.115Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6") failed: Property not found. retry in 140.69236ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6
|
902 | 2024-10-17T15:06:27.230Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5") failed: Property not found. retry in 297.331969ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5
|
903 | 2024-10-17T15:06:27.257Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 340.383165ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
904 | 2024-10-17T15:06:27.329Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6") failed: Property not found. retry in 219.448882ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6
|
905 | 2024-10-17T15:06:27.370Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252") failed: Property not found. retry in 66.750802ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252
|
906 | 2024-10-17T15:06:27.446Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 34.362141ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
907 | 2024-10-17T15:06:27.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252") failed: Property not found. retry in 136.856565ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252
|
908 | 2024-10-17T15:06:27.575Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 75.422617ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
909 | 2024-10-17T15:06:27.600Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5") failed: Property not found. retry in 285.249042ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5
|
910 | 2024-10-17T15:06:27.629Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 1.167093841s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
911 | 2024-10-17T15:06:27.697Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6") failed: Property not found. retry in 556.154555ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6
|
912 | 2024-10-17T15:06:27.732Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252") failed: Property not found. retry in 200.471982ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252
|
913 | 2024-10-17T15:06:27.799Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 143.619369ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
914 | 2024-10-17T15:06:27.933Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5") failed: Property not found. retry in 1.086565631s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5
|
915 | 2024-10-17T15:06:27.971Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252") failed: Property not found. retry in 410.896885ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252
|
916 | 2024-10-17T15:06:28.035Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 452.563018ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
917 | 2024-10-17T15:06:28.319Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6") failed: Property not found. retry in 985.586258ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6
|
918 | 2024-10-17T15:06:28.493Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252") failed: Property not found. retry in 419.954031ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252
|
919 | 2024-10-17T15:06:28.538Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 744.84484ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
920 | 2024-10-17T15:06:28.821Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 1.126249581s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
921 | 2024-10-17T15:06:28.931Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252") failed: Property not found. retry in 1.496710149s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252
|
922 | 2024-10-17T15:06:29.107Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5") failed: Property not found. retry in 606.452511ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5
|
923 | 2024-10-17T15:06:29.296Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 1.04727466s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
924 | 2024-10-17T15:06:29.320Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6") failed: Property not found. retry in 1.490073496s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6
|
925 | 2024-10-17T15:06:29.719Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5") failed: Property not found. retry in 1.143763274s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5
|
926 | 2024-10-17T15:06:29.959Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 894.864795ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
927 | 2024-10-17T15:06:30.355Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 1.019497659s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
928 | 2024-10-17T15:06:30.440Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252") failed: Property not found. retry in 1.454151014s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252
|
929 | 2024-10-17T15:06:30.822Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6") failed: Property not found. retry in 1.400675489s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6
|
930 | 2024-10-17T15:06:30.866Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 1.260071559s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
931 | 2024-10-17T15:06:30.874Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5") failed: Property not found. retry in 1.485009791s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5
|
932 | 2024-10-17T15:06:31.389Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 1.112090922s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
933 | 2024-10-17T15:06:31.907Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252") failed: Property not found. retry in 1.012059412s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252
|
934 | 2024-10-17T15:06:32.137Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 767.471594ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
935 | 2024-10-17T15:06:32.235Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6") failed: Property not found. retry in 1.07197125s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6
|
936 | 2024-10-17T15:06:32.371Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5") failed: Property not found. retry in 1.242178158s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5
|
937 | 2024-10-17T15:06:32.519Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 763.509925ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
938 | 2024-10-17T15:06:32.915Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 1.307842073s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
939 | 2024-10-17T15:06:32.930Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252") failed: Property not found. retry in 787.931597ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252
|
940 | 2024-10-17T15:06:33.293Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 891.12466ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
941 | 2024-10-17T15:06:33.317Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6") failed: Property not found. retry in 578.547402ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6
|
942 | 2024-10-17T15:06:33.626Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5") failed: Property not found. retry in 1.441207474s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5
|
943 | 2024-10-17T15:06:33.729Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252") failed: Property not found. retry in 943.609987ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252
|
944 | 2024-10-17T15:06:33.906Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6") failed: Property not found. retry in 1.166227226s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6
|
945 | 2024-10-17T15:06:34.196Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 789.635882ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
946 | 2024-10-17T15:06:34.237Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 764.799825ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
947 | 2024-10-17T15:06:34.686Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252") failed: Property not found. retry in 1.120077046s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252
|
948 | 2024-10-17T15:06:34.999Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 711.839352ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
949 | 2024-10-17T15:06:35.016Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 558.700189ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
950 | 2024-10-17T15:06:35.588Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 787.958046ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
951 | 2024-10-17T15:06:35.722Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 1.148092982s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
952 | 2024-10-17T15:06:36.388Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 1.24567579s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
953 | 2024-10-17T15:06:37.032Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 991.202171ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
954 | 2024-10-17T15:06:37.128Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38799
|
955 | 2024-10-17T15:06:37.128Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 55
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:38799
req_id = 31d5356f-1b4d-4110-b55e-b7b3b5e9f9ff
response_code = 200
uri = /baseboard
|
956 | 2024-10-17T15:06:37.653Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 856.715379ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
957 | 2024-10-17T15:06:38.039Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 831.895351ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
958 | 2024-10-17T15:06:38.526Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 1.297834861s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
959 | 2024-10-17T15:06:38.886Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 925.736013ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
960 | 2024-10-17T15:06:39.823Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 847.998875ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
961 | 2024-10-17T15:06:39.834Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 808.474275ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
962 | 2024-10-17T15:06:40.652Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 745.683465ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
963 | 2024-10-17T15:06:40.679Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 920.772934ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
964 | 2024-10-17T15:06:41.411Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 1.100320345s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
965 | 2024-10-17T15:06:41.724Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 1.406269225s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
966 | 2024-10-17T15:06:42.522Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 1.266999828s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
967 | 2024-10-17T15:06:43.140Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 805.634015ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
968 | 2024-10-17T15:06:43.510Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 10.641302752s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
969 | 2024-10-17T15:06:43.799Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95") failed: Property not found. retry in 1.194014808s
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
970 | 2024-10-17T15:06:43.954Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 790.21133ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
971 | 2024-10-17T15:06:44.753Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb") failed: Property not found. retry in 641.680118ms
file = illumos-utils/src/svc.rs:36
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
972 | 2024-10-17T15:06:45.417Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_cockroachdb_32cb6f24-454a-4d30-8647-45df4cd85bbb
|
973 | 2024-10-17T15:06:45.417Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_cockroachdb_491f0d0d-6d63-42e0-9c3f-b51f48c45ec5
|
974 | 2024-10-17T15:06:45.417Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_cockroachdb_43749833-fb79-42cb-aa86-337230b31b95
|
975 | 2024-10-17T15:06:45.417Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_cockroachdb_6f926079-175a-448b-a901-3ffe573980d6
|
976 | 2024-10-17T15:06:45.417Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_cockroachdb_92eabd86-71b3-4a80-bff4-cd762a556252
|
977 | 2024-10-17T15:06:45.417Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
978 | 2024-10-17T15:06:45.418Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
979 | 2024-10-17T15:06:45.461Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 22567629
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:62600
req_id = 13b29427-61a3-486e-8efb-b43411512cf3
response_code = 204
uri = /omicron-zones
|
980 | 2024-10-17T15:06:45.494Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:38684
|
981 | 2024-10-17T15:06:45.525Z | INFO | SledAgent (ServiceManager): Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::3]:32221
file = sled-agent/src/services.rs:3720
|
982 | 2024-10-17T15:06:51.584Z | INFO | SledAgent (ServiceManager): Formatting CRDB
file = sled-agent/src/services.rs:3738
|
983 | 2024-10-17T15:07:07.165Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:33578
|
984 | 2024-10-17T15:07:07.165Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 30
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:33578
req_id = bb434eab-d329-4a9f-b3b1-d15b60b8d914
response_code = 200
uri = /baseboard
|
985 | 2024-10-17T15:07:08.085Z | INFO | SledAgent (ServiceManager): Formatting CRDB - Completed
file = sled-agent/src/services.rs:3761
|
986 | 2024-10-17T15:07:08.085Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 22591457
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::1]:38684
req_id = 3fde8f18-0e25-48b5-8464-71f5a4623175
response_code = 204
uri = /cockroachdb
|
987 | 2024-10-17T15:07:08.116Z | INFO | SledAgent (RSS): attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 764d7304-941c-47d5-bd71-20d679249cf8 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 703a01d4-fb0e-4834-936c-a729fd81d47b (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 24c32b69-efe8-479e-ba18-19f8c4fd316f (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: ["0.pool.ntp.org"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: c7a31b26-8275-490c-9a47-724548eb0d53, kind: Service { id: 24c32b69-efe8-479e-ba18-19f8c4fd316f }, name: Name("ntp-24c32b69-efe8-479e-ba18-19f8c4fd316f"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 132, 52])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 32cb6f24-454a-4d30-8647-45df4cd85bbb (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } } } }, OmicronZoneConfig { id: 491f0d0d-6d63-42e0-9c3f-b51f48c45ec5 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } } } }, OmicronZoneConfig { id: 43749833-fb79-42cb-aa86-337230b31b95 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6f926079-175a-448b-a901-3ffe573980d6 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 92eabd86-71b3-4a80-bff4-cd762a556252 (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External } } } }, OmicronZoneConfig { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 6d772bd8-afca-47c9-801c-49b18dffb0e7, kind: Service { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 }, name: Name("external-dns-d8aecb7f-3c94-4690-8de6-10380087d1f0"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: e6effcc2-2cd2-485f-8ff3-7925310f2295, kind: Service { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 }, name: Name("external-dns-869dbbb9-e780-4452-80fd-27d18cfc03d9"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 9125336f-8bba-4da8-a415-ccae7d60d01b (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: a0263431-08f3-4038-a052-4b9f35593548, kind: Service { id: 9125336f-8bba-4da8-a415-ccae7d60d01b }, name: Name("nexus-9125336f-8bba-4da8-a415-ccae7d60d01b"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 282d1bc9-0cd4-4794-93fb-67f38865892f (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 9b09b11f-c188-4c11-8ce3-d650ad9f0dd9, kind: Service { id: 282d1bc9-0cd4-4794-93fb-67f38865892f }, name: Name("nexus-282d1bc9-0cd4-4794-93fb-67f38865892f"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 46f0962a-0b66-4dce-b032-30a146c8b1a8, kind: Service { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 }, name: Name("nexus-9b355ea2-74f1-408f-acfc-0884fd332b64"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 160, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 15b75261-ed7f-4731-8d7c-026faffa306d (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: f719d96b-fc30-410a-9263-e31911b41872 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } } } }, OmicronZoneConfig { id: 310d3292-985c-40d5-bdf7-ab20ee75d725 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d91e68f0-386e-4018-acb6-b454eb8d2c78 (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 3f0e9f53-0a32-4566-9bce-284027b87815 (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: b794f397-7d13-48f2-bdc7-19ec2afdbebb (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External } } } }, OmicronZoneConfig { id: b5b2a17f-0793-48a1-96fe-fd8f74634fc1 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External } } } }, OmicronZoneConfig { id: a25f7721-b451-46d8-90eb-75e61b459dc4 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External } } } }, OmicronZoneConfig { id: a4097c34-ce96-4b8a-8481-62ca4e7a5dd5 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 74b5cdc0-3a16-484b-9fb3-b7f86509f614 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External } } } }, OmicronZoneConfig { id: 12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 283be9d0-c6b9-4a8a-b8aa-c7975b11496e (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool), kind: External } } } }, OmicronZoneConfig { id: b8c2d4d5-8168-42c0-b626-1f4fdd302ca8 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 6dc43632-8304-473f-ba75-413bbd171b4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6dc43632-8304-473f-ba75-413bbd171b4c (zpool), kind: External } } } }, OmicronZoneConfig { id: b24a0bb5-2498-4017-b9e7-384727507bb4 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool), kind: External } } } }] }
file = sled-agent/src/rack_setup/service.rs:458
sled_address = [fd00:1122:3344:101::1]:12345
|
988 | 2024-10-17T15:07:08.116Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::1]:35325
|
989 | 2024-10-17T15:07:08.116Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
990 | 2024-10-17T15:07:08.116Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 96c809da-b476-4ddd-bbdc-51baf4d3e56f, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
991 | 2024-10-17T15:07:08.137Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 764d7304-941c-47d5-bd71-20d679249cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
992 | 2024-10-17T15:07:08.138Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 764d7304-941c-47d5-bd71-20d679249cf8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
993 | 2024-10-17T15:07:08.157Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 703a01d4-fb0e-4834-936c-a729fd81d47b, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: InternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
994 | 2024-10-17T15:07:08.157Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 703a01d4-fb0e-4834-936c-a729fd81d47b, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: InternalDns }, responder: ... }
|
995 | 2024-10-17T15:07:08.175Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 32cb6f24-454a-4d30-8647-45df4cd85bbb, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
996 | 2024-10-17T15:07:08.175Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 32cb6f24-454a-4d30-8647-45df4cd85bbb, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
997 | 2024-10-17T15:07:08.193Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 491f0d0d-6d63-42e0-9c3f-b51f48c45ec5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
998 | 2024-10-17T15:07:08.193Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 491f0d0d-6d63-42e0-9c3f-b51f48c45ec5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
999 | 2024-10-17T15:07:08.211Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 43749833-fb79-42cb-aa86-337230b31b95, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
1000 | 2024-10-17T15:07:08.211Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 43749833-fb79-42cb-aa86-337230b31b95, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
1001 | 2024-10-17T15:07:08.230Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 6f926079-175a-448b-a901-3ffe573980d6, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
1002 | 2024-10-17T15:07:08.230Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 6f926079-175a-448b-a901-3ffe573980d6, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
1003 | 2024-10-17T15:07:08.248Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 92eabd86-71b3-4a80-bff4-cd762a556252, dataset_name: DatasetName { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }, kind: Cockroach }, responder: ... })
file = sled-storage/src/manager.rs:451
|
1004 | 2024-10-17T15:07:08.248Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 92eabd86-71b3-4a80-bff4-cd762a556252, dataset_name: DatasetName { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }, kind: Cockroach }, responder: ... }
|
1005 | 2024-10-17T15:07:08.267Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: d8aecb7f-3c94-4690-8de6-10380087d1f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
1006 | 2024-10-17T15:07:08.267Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: d8aecb7f-3c94-4690-8de6-10380087d1f0, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
1007 | 2024-10-17T15:07:08.355Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 869dbbb9-e780-4452-80fd-27d18cfc03d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: ExternalDns }, responder: ... })
file = sled-storage/src/manager.rs:451
|
1008 | 2024-10-17T15:07:08.355Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 869dbbb9-e780-4452-80fd-27d18cfc03d9, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: ExternalDns }, responder: ... }
|
1009 | 2024-10-17T15:07:08.441Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: f719d96b-fc30-410a-9263-e31911b41872, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: Clickhouse }, responder: ... })
file = sled-storage/src/manager.rs:451
|
1010 | 2024-10-17T15:07:08.442Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: f719d96b-fc30-410a-9263-e31911b41872, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: Clickhouse }, responder: ... }
|
1011 | 2024-10-17T15:07:08.534Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b794f397-7d13-48f2-bdc7-19ec2afdbebb, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
1012 | 2024-10-17T15:07:08.534Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: b794f397-7d13-48f2-bdc7-19ec2afdbebb, dataset_name: DatasetName { pool_name: ZpoolName { id: 86d90d1a-236b-48f7-9d13-e0e08c6f416e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
1013 | 2024-10-17T15:07:08.633Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b5b2a17f-0793-48a1-96fe-fd8f74634fc1, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
1014 | 2024-10-17T15:07:08.633Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: b5b2a17f-0793-48a1-96fe-fd8f74634fc1, dataset_name: DatasetName { pool_name: ZpoolName { id: 6bbd0bbe-4092-4d91-b621-d8484bd8935a (zpool), kind: External }, kind: Crucible }, responder: ... }
|
1015 | 2024-10-17T15:07:08.728Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a25f7721-b451-46d8-90eb-75e61b459dc4, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
1016 | 2024-10-17T15:07:08.728Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: a25f7721-b451-46d8-90eb-75e61b459dc4, dataset_name: DatasetName { pool_name: ZpoolName { id: 13507129-93b4-4cdb-aa3e-5a74ab4d7515 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
1017 | 2024-10-17T15:07:08.834Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: a4097c34-ce96-4b8a-8481-62ca4e7a5dd5, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
1018 | 2024-10-17T15:07:08.834Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: a4097c34-ce96-4b8a-8481-62ca4e7a5dd5, dataset_name: DatasetName { pool_name: ZpoolName { id: d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0 (zpool), kind: External }, kind: Crucible }, responder: ... }
|
1019 | 2024-10-17T15:07:08.949Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 74b5cdc0-3a16-484b-9fb3-b7f86509f614, dataset_name: DatasetName { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
1020 | 2024-10-17T15:07:08.949Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 74b5cdc0-3a16-484b-9fb3-b7f86509f614, dataset_name: DatasetName { pool_name: ZpoolName { id: df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
1021 | 2024-10-17T15:07:09.059Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a, dataset_name: DatasetName { pool_name: ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
1022 | 2024-10-17T15:07:09.059Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a, dataset_name: DatasetName { pool_name: ZpoolName { id: e5d462a9-5343-4c50-9dc4-2adbb2b66d5e (zpool), kind: External }, kind: Crucible }, responder: ... }
|
1023 | 2024-10-17T15:07:09.127Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: 283be9d0-c6b9-4a8a-b8aa-c7975b11496e, dataset_name: DatasetName { pool_name: ZpoolName { id: 0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
1024 | 2024-10-17T15:07:09.127Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: 283be9d0-c6b9-4a8a-b8aa-c7975b11496e, dataset_name: DatasetName { pool_name: ZpoolName { id: 0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf (zpool), kind: External }, kind: Crucible }, responder: ... }
|
1025 | 2024-10-17T15:07:09.188Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 38.580240671s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
1026 | 2024-10-17T15:07:09.210Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b8c2d4d5-8168-42c0-b626-1f4fdd302ca8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6dc43632-8304-473f-ba75-413bbd171b4c (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
1027 | 2024-10-17T15:07:09.210Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: b8c2d4d5-8168-42c0-b626-1f4fdd302ca8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6dc43632-8304-473f-ba75-413bbd171b4c (zpool), kind: External }, kind: Crucible }, responder: ... }
|
1028 | 2024-10-17T15:07:09.286Z | INFO | SledAgent (StorageManager): Received NewFilesystem(NewFilesystemRequest { dataset_id: b24a0bb5-2498-4017-b9e7-384727507bb4, dataset_name: DatasetName { pool_name: ZpoolName { id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool), kind: External }, kind: Crucible }, responder: ... })
file = sled-storage/src/manager.rs:451
|
1029 | 2024-10-17T15:07:09.286Z | INFO | SledAgent (StorageManager): add_dataset
file = sled-storage/src/manager.rs:1059
request = NewFilesystemRequest { dataset_id: b24a0bb5-2498-4017-b9e7-384727507bb4, dataset_name: DatasetName { pool_name: ZpoolName { id: 6931ef6e-c78c-4d61-ab93-92f35309d55f (zpool), kind: External }, kind: Crucible }, responder: ... }
|
1030 | 2024-10-17T15:07:09.365Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1031 | 2024-10-17T15:07:09.365Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-zones.json
file = common/src/ledger.rs:177
|
1032 | 2024-10-17T15:07:09.366Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
1033 | 2024-10-17T15:07:09.366Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1034 | 2024-10-17T15:07:09.460Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
1035 | 2024-10-17T15:07:09.460Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1036 | 2024-10-17T15:07:09.485Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
1037 | 2024-10-17T15:07:09.485Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1038 | 2024-10-17T15:07:09.532Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1039 | 2024-10-17T15:07:09.532Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1040 | 2024-10-17T15:07:09.534Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1041 | 2024-10-17T15:07:09.535Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1042 | 2024-10-17T15:07:09.535Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1043 | 2024-10-17T15:07:09.535Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1044 | 2024-10-17T15:07:09.733Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
1045 | 2024-10-17T15:07:09.733Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1046 | 2024-10-17T15:07:09.733Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1047 | 2024-10-17T15:07:09.733Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1048 | 2024-10-17T15:07:09.733Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1049 | 2024-10-17T15:07:09.745Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
1050 | 2024-10-17T15:07:09.745Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1051 | 2024-10-17T15:07:09.747Z | INFO | SledAgent (ServiceManager): Resolving switch zone addresses in DNS
file = sled-agent/src/bootstrap/early_networking.rs:264
|
1052 | 2024-10-17T15:07:09.758Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1053 | 2024-10-17T15:07:09.758Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
file = illumos-utils/src/zone.rs:316
|
1054 | 2024-10-17T15:07:09.763Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
file = illumos-utils/src/zone.rs:316
|
1055 | 2024-10-17T15:07:09.768Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
file = illumos-utils/src/zone.rs:316
|
1056 | 2024-10-17T15:07:09.772Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
file = illumos-utils/src/zone.rs:316
|
1057 | 2024-10-17T15:07:09.777Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
file = illumos-utils/src/zone.rs:316
|
1058 | 2024-10-17T15:07:09.782Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872
file = illumos-utils/src/zone.rs:316
|
1059 | 2024-10-17T15:07:09.787Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
file = illumos-utils/src/zone.rs:316
|
1060 | 2024-10-17T15:07:09.791Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
file = illumos-utils/src/zone.rs:316
|
1061 | 2024-10-17T15:07:09.914Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
file = illumos-utils/src/zone.rs:354
|
1062 | 2024-10-17T15:07:09.918Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
file = illumos-utils/src/zone.rs:354
|
1063 | 2024-10-17T15:07:09.923Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
file = illumos-utils/src/zone.rs:354
|
1064 | 2024-10-17T15:07:09.927Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
file = illumos-utils/src/zone.rs:354
|
1065 | 2024-10-17T15:07:09.932Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
file = illumos-utils/src/zone.rs:354
|
1066 | 2024-10-17T15:07:09.937Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872
file = illumos-utils/src/zone.rs:354
|
1067 | 2024-10-17T15:07:09.941Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
file = illumos-utils/src/zone.rs:354
|
1068 | 2024-10-17T15:07:09.946Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
file = illumos-utils/src/zone.rs:354
|
1069 | 2024-10-17T15:07:09.950Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
file = illumos-utils/src/zone.rs:316
|
1070 | 2024-10-17T15:07:09.956Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
file = illumos-utils/src/zone.rs:316
|
1071 | 2024-10-17T15:07:09.961Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
file = illumos-utils/src/zone.rs:316
|
1072 | 2024-10-17T15:07:09.966Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
file = illumos-utils/src/zone.rs:316
|
1073 | 2024-10-17T15:07:09.971Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
file = illumos-utils/src/zone.rs:316
|
1074 | 2024-10-17T15:07:09.977Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
file = illumos-utils/src/zone.rs:316
|
1075 | 2024-10-17T15:07:09.983Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
file = illumos-utils/src/zone.rs:354
|
1076 | 2024-10-17T15:07:09.990Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
file = illumos-utils/src/zone.rs:354
|
1077 | 2024-10-17T15:07:09.995Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
file = illumos-utils/src/zone.rs:354
|
1078 | 2024-10-17T15:07:10.001Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
file = illumos-utils/src/zone.rs:354
|
1079 | 2024-10-17T15:07:10.008Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
file = illumos-utils/src/zone.rs:354
|
1080 | 2024-10-17T15:07:10.014Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
file = illumos-utils/src/zone.rs:354
|
1081 | 2024-10-17T15:07:10.079Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
1082 | 2024-10-17T15:07:10.117Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
1083 | 2024-10-17T15:07:10.157Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
1084 | 2024-10-17T15:07:10.272Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
1085 | 2024-10-17T15:07:10.325Z | INFO | SledAgent (ServiceManager): Querying MGS to determine switch location
addr = fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:281
|
1086 | 2024-10-17T15:07:10.327Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
1087 | 2024-10-17T15:07:10.327Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
1088 | 2024-10-17T15:07:10.377Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte1", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 177, 199]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
1089 | 2024-10-17T15:07:10.377Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = nexus
|
1090 | 2024-10-17T15:07:10.379Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
1091 | 2024-10-17T15:07:10.379Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
1092 | 2024-10-17T15:07:10.425Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte2", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 178, 199]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
1093 | 2024-10-17T15:07:10.425Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = external_dns
|
1094 | 2024-10-17T15:07:10.428Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
1095 | 2024-10-17T15:07:10.428Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
1096 | 2024-10-17T15:07:10.474Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte3", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 230, 242]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
1097 | 2024-10-17T15:07:10.474Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = nexus
|
1098 | 2024-10-17T15:07:10.475Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:83
|
1099 | 2024-10-17T15:07:10.475Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:90
|
1100 | 2024-10-17T15:07:10.475Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:83
|
1101 | 2024-10-17T15:07:10.475Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:90
|
1102 | 2024-10-17T15:07:10.476Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
1103 | 2024-10-17T15:07:10.476Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
1104 | 2024-10-17T15:07:10.530Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte4", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 160, 83]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }
|
1105 | 2024-10-17T15:07:10.530Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = nexus
|
1106 | 2024-10-17T15:07:10.532Z | INFO | SledAgent (ServiceManager): Found Switch0 at fd00:1122:3344:101::2
file = sled-agent/src/bootstrap/early_networking.rs:306
|
1107 | 2024-10-17T15:07:10.532Z | INFO | SledAgent (ServiceManager): Successfully looked up all expected switch zone underlay addresses
addrs = {Switch0: fd00:1122:3344:101::2}
file = sled-agent/src/bootstrap/early_networking.rs:198
|
1108 | 2024-10-17T15:07:10.573Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte5", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 197, 237]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }
|
1109 | 2024-10-17T15:07:10.573Z | INFO | SledAgent (ServiceManager): creating NAT entry for service
file = sled-agent/src/services.rs:1266
zone_type = external_dns
|
1110 | 2024-10-17T15:07:10.573Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.166
file = clients/dpd-client/src/lib.rs:118
|
1111 | 2024-10-17T15:07:10.575Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.164
file = clients/dpd-client/src/lib.rs:118
|
1112 | 2024-10-17T15:07:10.577Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1113 | 2024-10-17T15:07:10.577Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1114 | 2024-10-17T15:07:10.642Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:83
|
1115 | 2024-10-17T15:07:10.642Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:90
|
1116 | 2024-10-17T15:07:10.642Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
file = illumos-utils/src/zone.rs:316
|
1117 | 2024-10-17T15:07:10.650Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:83
|
1118 | 2024-10-17T15:07:10.650Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:90
|
1119 | 2024-10-17T15:07:10.650Z | INFO | SledAgent (ServiceManager): no nat entry found for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:83
|
1120 | 2024-10-17T15:07:10.650Z | INFO | SledAgent (ServiceManager): creating nat entry for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:90
|
1121 | 2024-10-17T15:07:10.650Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.167
file = clients/dpd-client/src/lib.rs:118
|
1122 | 2024-10-17T15:07:10.653Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1123 | 2024-10-17T15:07:10.653Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.168
file = clients/dpd-client/src/lib.rs:118
|
1124 | 2024-10-17T15:07:10.655Z | INFO | SledAgent (ServiceManager): creation of nat entry successful for: 10.151.1.165
file = clients/dpd-client/src/lib.rs:118
|
1125 | 2024-10-17T15:07:10.657Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1126 | 2024-10-17T15:07:10.657Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1127 | 2024-10-17T15:07:10.691Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
file = illumos-utils/src/zone.rs:354
|
1128 | 2024-10-17T15:07:10.700Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0
file = illumos-utils/src/zone.rs:316
|
1129 | 2024-10-17T15:07:10.849Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
file = illumos-utils/src/zone.rs:316
|
1130 | 2024-10-17T15:07:10.889Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0
file = illumos-utils/src/zone.rs:354
|
1131 | 2024-10-17T15:07:10.915Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64
file = illumos-utils/src/zone.rs:316
|
1132 | 2024-10-17T15:07:10.950Z | INFO | SledAgent (ServiceManager): Configuring new Omicron zone: oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
file = illumos-utils/src/zone.rs:316
|
1133 | 2024-10-17T15:07:10.970Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
file = illumos-utils/src/zone.rs:354
|
1134 | 2024-10-17T15:07:11.010Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64
file = illumos-utils/src/zone.rs:354
|
1135 | 2024-10-17T15:07:11.025Z | INFO | SledAgent (ServiceManager): Installing Omicron zone: oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
file = illumos-utils/src/zone.rs:354
|
1136 | 2024-10-17T15:07:12.509Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService11'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::14'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_13507129-93b4-4cdb-aa3e-5a74ab4d7515/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::14'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='8dfec94c-7545-4dce-aa26-84ad7ef9a4ba'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1137 | 2024-10-17T15:07:12.516Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1138 | 2024-10-17T15:07:12.664Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService12'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::11'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::11'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1139 | 2024-10-17T15:07:12.664Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1140 | 2024-10-17T15:07:13.456Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService19'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::18'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::18'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='ce88d789-3ca8-4075-aab3-cd9273ac90f3'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1141 | 2024-10-17T15:07:13.456Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1142 | 2024-10-17T15:07:13.933Z | INFO | SledAgent (ServiceManager): Profile for oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService10'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::d'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/oximeter">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="id" value='15b75261-ed7f-4731-8d7c-026faffa306d'/>
<propval type="astring" name="address" value='[fd00:1122:3344:101::d]:12223'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1143 | 2024-10-17T15:07:13.933Z | INFO | SledAgent (ServiceManager): Booting oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1144 | 2024-10-17T15:07:14.003Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService13'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::15'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::15'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='1439fa89-04c9-4334-8f4e-acf911563217'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1145 | 2024-10-17T15:07:14.003Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1146 | 2024-10-17T15:07:14.398Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService14'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::16'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::16'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='998984d3-89d7-4259-ac8b-0dfe2e6fd4b6'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1147 | 2024-10-17T15:07:14.398Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1148 | 2024-10-17T15:07:17.660Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 25.199334ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1149 | 2024-10-17T15:07:17.682Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 69.762389ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1150 | 2024-10-17T15:07:17.745Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 39.595041ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1151 | 2024-10-17T15:07:17.765Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 103.402517ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1152 | 2024-10-17T15:07:17.779Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 95.099505ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1153 | 2024-10-17T15:07:17.933Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 139.919703ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1154 | 2024-10-17T15:07:17.961Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 298.526126ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1155 | 2024-10-17T15:07:18.019Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 155.388115ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1156 | 2024-10-17T15:07:18.052Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 30.079099ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1157 | 2024-10-17T15:07:18.094Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 74.122264ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1158 | 2024-10-17T15:07:18.187Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 57.337027ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1159 | 2024-10-17T15:07:18.272Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 177.161581ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1160 | 2024-10-17T15:07:18.290Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 102.216162ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1161 | 2024-10-17T15:07:18.301Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 300.704109ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1162 | 2024-10-17T15:07:18.310Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 530.154426ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1163 | 2024-10-17T15:07:18.322Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 241.350814ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1164 | 2024-10-17T15:07:18.334Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 27.13862ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1165 | 2024-10-17T15:07:18.334Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService21'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::1a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_6931ef6e-c78c-4d61-ab93-92f35309d55f/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1a'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='7959f27d-68e9-4dec-8816-8c4b8d65907a'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1166 | 2024-10-17T15:07:18.335Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService22'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::10'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::10'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1167 | 2024-10-17T15:07:18.335Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1168 | 2024-10-17T15:07:18.341Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1169 | 2024-10-17T15:07:18.373Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 95.329143ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1170 | 2024-10-17T15:07:18.408Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 284.276003ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1171 | 2024-10-17T15:07:18.464Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 233.272469ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1172 | 2024-10-17T15:07:18.500Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 148.270068ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1173 | 2024-10-17T15:07:18.521Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService20'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::19'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_6dc43632-8304-473f-ba75-413bbd171b4c/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::19'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='eb9f6f82-f952-445e-8c22-9b8d565b5731'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1174 | 2024-10-17T15:07:18.522Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1175 | 2024-10-17T15:07:18.530Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService23'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::13'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_6bbd0bbe-4092-4d91-b621-d8484bd8935a/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::13'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='7a2f80e5-3b69-4a1d-b520-f2bd24514608'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1176 | 2024-10-17T15:07:18.530Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService18'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::17'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_e5d462a9-5343-4c50-9dc4-2adbb2b66d5e/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::17'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='5eee9927-9881-4ec4-8bbd-aad9608e7010'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1177 | 2024-10-17T15:07:18.530Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1178 | 2024-10-17T15:07:18.537Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1179 | 2024-10-17T15:07:18.580Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 226.092061ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1180 | 2024-10-17T15:07:18.613Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 722.750129ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1181 | 2024-10-17T15:07:18.660Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 525.152061ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1182 | 2024-10-17T15:07:18.706Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 517.555043ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1183 | 2024-10-17T15:07:18.722Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 457.786911ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1184 | 2024-10-17T15:07:18.764Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService16'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::f'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/pantry">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::f'/>
<propval type="astring" name="listen_port" value='17000'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1185 | 2024-10-17T15:07:18.765Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1186 | 2024-10-17T15:07:21.844Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 738.026869ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1187 | 2024-10-17T15:07:21.915Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 1.19961496s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1188 | 2024-10-17T15:07:21.934Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 1.189119509s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1189 | 2024-10-17T15:07:21.953Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 489.982ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1190 | 2024-10-17T15:07:21.971Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 772.296451ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1191 | 2024-10-17T15:07:21.973Z | INFO | SledAgent (ServiceManager): Profile for oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService17'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::12'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/crucible/agent">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="dataset" value='oxp_86d90d1a-236b-48f7-9d13-e0e08c6f416e/crucible'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::12'/>
<propval type="astring" name="listen_port" value='32345'/>
<propval type="astring" name="uuid" value='08463f0f-bfa9-43f4-857c-4f5baaff9ec4'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1192 | 2024-10-17T15:07:21.988Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 1.152132469s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1193 | 2024-10-17T15:07:22.020Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 28.474633ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1194 | 2024-10-17T15:07:22.020Z | INFO | SledAgent (ServiceManager): Booting oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1195 | 2024-10-17T15:07:22.070Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 81.645371ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1196 | 2024-10-17T15:07:22.218Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 37.70211ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1197 | 2024-10-17T15:07:22.280Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 193.61615ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1198 | 2024-10-17T15:07:22.458Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1") failed: Property not found. retry in 43.063475ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1199 | 2024-10-17T15:07:22.580Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 1.060796073s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1200 | 2024-10-17T15:07:22.714Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a") failed: Property not found. retry in 32.223138ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1201 | 2024-10-17T15:07:22.726Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8") failed: Property not found. retry in 63.463755ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1202 | 2024-10-17T15:07:22.879Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 116.706862ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1203 | 2024-10-17T15:07:23.083Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 226.296212ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1204 | 2024-10-17T15:07:23.519Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1") failed: Property not found. retry in 146.904018ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1205 | 2024-10-17T15:07:23.578Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 1.244323944s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1206 | 2024-10-17T15:07:23.592Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 862.856591ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1207 | 2024-10-17T15:07:23.606Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 1.433316477s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1208 | 2024-10-17T15:07:23.619Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 671.886214ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1209 | 2024-10-17T15:07:23.629Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725") failed: Property not found. retry in 43.44529ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1210 | 2024-10-17T15:07:23.644Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a") failed: Property not found. retry in 148.418982ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1211 | 2024-10-17T15:07:23.657Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 1.107491879s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1212 | 2024-10-17T15:07:23.670Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8") failed: Property not found. retry in 52.509503ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1213 | 2024-10-17T15:07:23.683Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 231.688325ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1214 | 2024-10-17T15:07:23.694Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 626.614902ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1215 | 2024-10-17T15:07:23.705Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1") failed: Property not found. retry in 144.197412ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1216 | 2024-10-17T15:07:23.716Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 1.333996829s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1217 | 2024-10-17T15:07:23.729Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725") failed: Property not found. retry in 100.987139ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1218 | 2024-10-17T15:07:23.739Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 48.214123ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1219 | 2024-10-17T15:07:23.750Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8") failed: Property not found. retry in 265.716549ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1220 | 2024-10-17T15:07:23.798Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 59.268038ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1221 | 2024-10-17T15:07:23.810Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a") failed: Property not found. retry in 146.23347ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1222 | 2024-10-17T15:07:23.840Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725") failed: Property not found. retry in 125.872527ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1223 | 2024-10-17T15:07:23.860Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1") failed: Property not found. retry in 439.376052ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1224 | 2024-10-17T15:07:23.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 111.38723ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1225 | 2024-10-17T15:07:23.926Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 432.644561ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1226 | 2024-10-17T15:07:23.969Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a") failed: Property not found. retry in 233.572261ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1227 | 2024-10-17T15:07:23.979Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725") failed: Property not found. retry in 367.39029ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1228 | 2024-10-17T15:07:23.995Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 218.037831ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1229 | 2024-10-17T15:07:24.030Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8") failed: Property not found. retry in 304.928278ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1230 | 2024-10-17T15:07:24.214Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a") failed: Property not found. retry in 607.766968ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1231 | 2024-10-17T15:07:24.227Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 846.758189ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1232 | 2024-10-17T15:07:24.306Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 712.531017ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1233 | 2024-10-17T15:07:24.318Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1") failed: Property not found. retry in 518.9013ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1234 | 2024-10-17T15:07:24.337Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 1.207111897s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1235 | 2024-10-17T15:07:24.351Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8") failed: Property not found. retry in 510.737077ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1236 | 2024-10-17T15:07:24.365Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725") failed: Property not found. retry in 566.267299ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1237 | 2024-10-17T15:07:24.379Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 480.547925ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1238 | 2024-10-17T15:07:24.470Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 1.473322348s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1239 | 2024-10-17T15:07:24.531Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService28'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::9'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte5'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::9]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.6:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1240 | 2024-10-17T15:07:24.531Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1241 | 2024-10-17T15:07:24.778Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 1.06725448s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1242 | 2024-10-17T15:07:24.798Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9") failed: Property not found. retry in 66.234932ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1243 | 2024-10-17T15:07:24.835Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a") failed: Property not found. retry in 1.458994703s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1244 | 2024-10-17T15:07:24.847Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 916.931626ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1245 | 2024-10-17T15:07:24.859Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1") failed: Property not found. retry in 1.379579081s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1246 | 2024-10-17T15:07:24.872Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 512.857394ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1247 | 2024-10-17T15:07:24.882Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8") failed: Property not found. retry in 1.420124988s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1248 | 2024-10-17T15:07:24.893Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9") failed: Property not found. retry in 87.207569ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1249 | 2024-10-17T15:07:24.946Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725") failed: Property not found. retry in 856.126443ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1250 | 2024-10-17T15:07:24.997Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9") failed: Property not found. retry in 184.899478ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1251 | 2024-10-17T15:07:25.032Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 830.763227ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1252 | 2024-10-17T15:07:25.053Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 785.175157ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1253 | 2024-10-17T15:07:25.065Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 992.211072ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1254 | 2024-10-17T15:07:25.086Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 1.187889092s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1255 | 2024-10-17T15:07:25.195Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9") failed: Property not found. retry in 410.867437ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1256 | 2024-10-17T15:07:25.399Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 558.970173ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1257 | 2024-10-17T15:07:25.558Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 574.104302ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1258 | 2024-10-17T15:07:25.619Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9") failed: Property not found. retry in 444.151768ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1259 | 2024-10-17T15:07:25.686Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService26'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::b'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte3'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.6'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1260 | 2024-10-17T15:07:25.686Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1261 | 2024-10-17T15:07:25.778Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 677.332863ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1262 | 2024-10-17T15:07:25.816Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725") failed: Property not found. retry in 1.305410332s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1263 | 2024-10-17T15:07:25.851Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 1.435282855s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1264 | 2024-10-17T15:07:25.863Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 589.996453ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1265 | 2024-10-17T15:07:25.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 735.418483ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1266 | 2024-10-17T15:07:25.931Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f") failed: Property not found. retry in 33.996183ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1267 | 2024-10-17T15:07:25.957Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 1.332190969s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1268 | 2024-10-17T15:07:25.970Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 837.423483ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1269 | 2024-10-17T15:07:25.980Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f") failed: Property not found. retry in 67.079394ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1270 | 2024-10-17T15:07:26.058Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f") failed: Property not found. retry in 175.517321ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1271 | 2024-10-17T15:07:26.072Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 590.003406ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1272 | 2024-10-17T15:07:26.083Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9") failed: Property not found. retry in 710.997067ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1273 | 2024-10-17T15:07:26.144Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 711.597886ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1274 | 2024-10-17T15:07:26.249Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f") failed: Property not found. retry in 312.9014ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1275 | 2024-10-17T15:07:26.260Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1") failed: Property not found. retry in 762.52711ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1276 | 2024-10-17T15:07:26.287Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 1.321212709s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1277 | 2024-10-17T15:07:26.306Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a") failed: Property not found. retry in 570.608399ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1278 | 2024-10-17T15:07:26.318Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8") failed: Property not found. retry in 1.480380696s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1279 | 2024-10-17T15:07:26.467Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 791.651168ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1280 | 2024-10-17T15:07:26.478Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 1.319173928s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1281 | 2024-10-17T15:07:26.574Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f") failed: Property not found. retry in 1.003267328s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1282 | 2024-10-17T15:07:26.622Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 1.188693141s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1283 | 2024-10-17T15:07:26.674Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 838.659273ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1284 | 2024-10-17T15:07:26.807Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9") failed: Property not found. retry in 938.841715ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1285 | 2024-10-17T15:07:26.820Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 1.015571669s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1286 | 2024-10-17T15:07:26.866Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 936.063308ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1287 | 2024-10-17T15:07:26.889Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a") failed: Property not found. retry in 1.195982347s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1288 | 2024-10-17T15:07:27.034Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1") failed: Property not found. retry in 1.180404121s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1289 | 2024-10-17T15:07:27.134Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725") failed: Property not found. retry in 1.221952295s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1290 | 2024-10-17T15:07:27.266Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 515.057441ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1291 | 2024-10-17T15:07:27.295Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 910.894986ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1292 | 2024-10-17T15:07:27.305Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 1.231218625s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1293 | 2024-10-17T15:07:27.523Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 1.0187038s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1294 | 2024-10-17T15:07:27.586Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f") failed: Property not found. retry in 664.633481ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1295 | 2024-10-17T15:07:27.618Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 1.341276584s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1296 | 2024-10-17T15:07:27.754Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9") failed: Property not found. retry in 1.416458682s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1297 | 2024-10-17T15:07:27.790Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 1.426901623s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1298 | 2024-10-17T15:07:27.805Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 619.586532ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1299 | 2024-10-17T15:07:27.812Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8") failed: Property not found. retry in 909.858724ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1300 | 2024-10-17T15:07:27.819Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 838.315702ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1301 | 2024-10-17T15:07:27.826Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 1.244500035s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1302 | 2024-10-17T15:07:27.843Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 1.127688806s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1303 | 2024-10-17T15:07:28.094Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a") failed: Property not found. retry in 1.059958402s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1304 | 2024-10-17T15:07:28.228Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 530.608707ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1305 | 2024-10-17T15:07:28.243Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1") failed: Property not found. retry in 640.29518ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1306 | 2024-10-17T15:07:28.440Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f") failed: Property not found. retry in 905.565964ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1307 | 2024-10-17T15:07:28.517Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 519.947384ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1308 | 2024-10-17T15:07:28.766Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725") failed: Property not found. retry in 1.011457377s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1309 | 2024-10-17T15:07:28.780Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8") failed: Property not found. retry in 1.222243711s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1310 | 2024-10-17T15:07:28.795Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 574.319749ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1311 | 2024-10-17T15:07:28.807Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 885.640909ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1312 | 2024-10-17T15:07:28.822Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 800.030517ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1313 | 2024-10-17T15:07:28.835Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 1.17748469s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1314 | 2024-10-17T15:07:28.902Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1") failed: Property not found. retry in 1.40967907s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1315 | 2024-10-17T15:07:28.973Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 1.497228584s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1316 | 2024-10-17T15:07:28.985Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 596.09582ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1317 | 2024-10-17T15:07:29.045Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 814.963187ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1318 | 2024-10-17T15:07:29.082Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 672.33077ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1319 | 2024-10-17T15:07:29.167Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a") failed: Property not found. retry in 1.263092518s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1320 | 2024-10-17T15:07:29.183Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9") failed: Property not found. retry in 1.30716508s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1321 | 2024-10-17T15:07:29.231Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 971.055605ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1322 | 2024-10-17T15:07:29.361Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f") failed: Property not found. retry in 999.683857ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1323 | 2024-10-17T15:07:29.385Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 1.280523048s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1324 | 2024-10-17T15:07:29.596Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 1.367294636s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1325 | 2024-10-17T15:07:29.637Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 1.377074548s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1326 | 2024-10-17T15:07:29.707Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 1.011712635s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1327 | 2024-10-17T15:07:29.767Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 1.05958954s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1328 | 2024-10-17T15:07:29.790Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725") failed: Property not found. retry in 1.468130845s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1329 | 2024-10-17T15:07:29.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 539.482207ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1330 | 2024-10-17T15:07:30.014Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8") failed: Property not found. retry in 870.210285ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1331 | 2024-10-17T15:07:30.023Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 1.227852482s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1332 | 2024-10-17T15:07:30.220Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 1.217053891s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1333 | 2024-10-17T15:07:30.325Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1") failed: Property not found. retry in 518.291934ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1334 | 2024-10-17T15:07:30.375Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f") failed: Property not found. retry in 1.143305113s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1335 | 2024-10-17T15:07:30.425Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 1.384709207s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1336 | 2024-10-17T15:07:30.445Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a") failed: Property not found. retry in 653.575536ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1337 | 2024-10-17T15:07:30.486Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 1.480014673s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1338 | 2024-10-17T15:07:30.503Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9") failed: Property not found. retry in 1.044164584s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1339 | 2024-10-17T15:07:30.680Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 555.593779ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1340 | 2024-10-17T15:07:30.730Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 1.406205749s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1341 | 2024-10-17T15:07:30.858Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 880.519074ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1342 | 2024-10-17T15:07:30.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1") failed: Property not found. retry in 1.231970601s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1343 | 2024-10-17T15:07:30.922Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8") failed: Property not found. retry in 1.489909118s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1344 | 2024-10-17T15:07:30.977Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 1.225587689s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1345 | 2024-10-17T15:07:31.094Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 1.47189528s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1346 | 2024-10-17T15:07:31.152Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a") failed: Property not found. retry in 1.249501265s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1347 | 2024-10-17T15:07:31.246Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 586.030436ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1348 | 2024-10-17T15:07:31.261Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 1.406651706s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1349 | 2024-10-17T15:07:31.269Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725") failed: Property not found. retry in 971.573099ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1350 | 2024-10-17T15:07:31.446Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 646.094587ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1351 | 2024-10-17T15:07:31.527Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f") failed: Property not found. retry in 852.963944ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1352 | 2024-10-17T15:07:31.556Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9") failed: Property not found. retry in 1.300484488s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1353 | 2024-10-17T15:07:31.725Z | INFO | SledAgent (ServiceManager): Profile for oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService15'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::e'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::e'/>
<propval type="astring" name="listen_port" value='8123'/>
<propval type="astring" name="store" value='/data'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/install">
<property_group type="application" name="install_props">
<property type="net_address" name="nameserver">
<net_address_list>
<value_node value="fd00:1122:3344:1::1" />
<value_node value="fd00:1122:3344:2::1" />
<value_node value="fd00:1122:3344:3::1" />
</net_address_list>
</property>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/clickhouse-admin">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::e]:8888'/>
<propval type="astring" name="ch_address" value='[fd00:1122:3344:101::e]:8123'/>
<propval type="astring" name="ch_binary" value='/opt/oxide//opt/oxide/clickhouse/clickhouse'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1354 | 2024-10-17T15:07:31.726Z | INFO | SledAgent (ServiceManager): Booting oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872
|
1355 | 2024-10-17T15:07:31.750Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 1.31007741s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1356 | 2024-10-17T15:07:31.822Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 808.762556ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1357 | 2024-10-17T15:07:31.848Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 530.050746ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1358 | 2024-10-17T15:07:31.966Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872") failed: Property not found. retry in 50.821959ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872
|
1359 | 2024-10-17T15:07:31.979Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 1.186505796s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1360 | 2024-10-17T15:07:31.979Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService24'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::a'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte1'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1361 | 2024-10-17T15:07:31.979Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
|
1362 | 2024-10-17T15:07:32.029Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872") failed: Property not found. retry in 94.359363ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872
|
1363 | 2024-10-17T15:07:32.124Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 1.179532468s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1364 | 2024-10-17T15:07:32.139Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872") failed: Property not found. retry in 280.607809ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872
|
1365 | 2024-10-17T15:07:32.152Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1") failed: Property not found. retry in 1.015165659s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1366 | 2024-10-17T15:07:32.162Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 1.246279812s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1367 | 2024-10-17T15:07:32.213Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 1.354605743s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1368 | 2024-10-17T15:07:32.241Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b") failed: Property not found. retry in 64.915051ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
|
1369 | 2024-10-17T15:07:32.252Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725") failed: Property not found. retry in 1.029792142s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1370 | 2024-10-17T15:07:32.306Z | INFO | SledAgent (ServiceManager): Profile for oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService25'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::8'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte2'/>
<propval type="astring" name="gateway" value='172.30.1.1'/>
<propval type="astring" name="ip" value='172.30.1.5'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/external_dns">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="http_address" value='[fd00:1122:3344:101::8]:5353'/>
<propval type="astring" name="dns_address" value='172.30.1.5:53'/>
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1371 | 2024-10-17T15:07:32.306Z | INFO | SledAgent (ServiceManager): Booting oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0
|
1372 | 2024-10-17T15:07:32.321Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b") failed: Property not found. retry in 129.205162ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
|
1373 | 2024-10-17T15:07:32.390Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 1.229819798s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1374 | 2024-10-17T15:07:32.401Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f") failed: Property not found. retry in 511.356163ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1375 | 2024-10-17T15:07:32.414Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a") failed: Property not found. retry in 873.558451ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1376 | 2024-10-17T15:07:32.427Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8") failed: Property not found. retry in 1.278345878s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1377 | 2024-10-17T15:07:32.439Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872") failed: Property not found. retry in 397.18325ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872
|
1378 | 2024-10-17T15:07:32.463Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b") failed: Property not found. retry in 239.653195ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
|
1379 | 2024-10-17T15:07:32.526Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0") failed: Property not found. retry in 71.971655ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0
|
1380 | 2024-10-17T15:07:32.584Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 1.325642415s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1381 | 2024-10-17T15:07:32.616Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0") failed: Property not found. retry in 79.454276ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0
|
1382 | 2024-10-17T15:07:32.672Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 1.072274189s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1383 | 2024-10-17T15:07:32.685Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 925.194856ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1384 | 2024-10-17T15:07:32.708Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0") failed: Property not found. retry in 258.962389ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0
|
1385 | 2024-10-17T15:07:32.721Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b") failed: Property not found. retry in 280.466157ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
|
1386 | 2024-10-17T15:07:32.849Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872") failed: Property not found. retry in 769.70738ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872
|
1387 | 2024-10-17T15:07:32.871Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9") failed: Property not found. retry in 505.237245ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1388 | 2024-10-17T15:07:32.929Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f") failed: Property not found. retry in 1.368234404s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1389 | 2024-10-17T15:07:32.983Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0") failed: Property not found. retry in 484.660228ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0
|
1390 | 2024-10-17T15:07:33.021Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b") failed: Property not found. retry in 840.269402ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
|
1391 | 2024-10-17T15:07:33.076Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 1.1882469s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1392 | 2024-10-17T15:07:33.194Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 593.810403ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1393 | 2024-10-17T15:07:33.228Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1") failed: Property not found. retry in 892.819572ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1394 | 2024-10-17T15:07:33.300Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725") failed: Property not found. retry in 1.353216603s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1395 | 2024-10-17T15:07:33.313Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a") failed: Property not found. retry in 1.325105906s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1396 | 2024-10-17T15:07:33.326Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 612.907154ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1397 | 2024-10-17T15:07:33.370Z | INFO | SledAgent (ServiceManager): Profile for oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="oxide/zone-network-setup">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlService27'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="static_addr" value='fd00:1122:3344:101::c'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/opte-interface-setup">
<property_group type="application" name="config">
<propval type="astring" name="interface" value='opte4'/>
<propval type="astring" name="gateway" value='172.30.2.1'/>
<propval type="astring" name="ip" value='172.30.2.7'/>
</property_group>
<instance enabled="true" name="default">
</instance>
</service>
<service version="1" type="service" name="network/ssh">
<instance enabled="false" name="default">
</instance>
</service>
<service version="1" type="service" name="oxide/nexus">
<instance enabled="true" name="default">
<property_group type="application" name="config">
</property_group>
</instance>
</service>
<service version="1" type="service" name="network/dns/client">
<instance enabled="false" name="default">
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
|
1398 | 2024-10-17T15:07:33.370Z | INFO | SledAgent (ServiceManager): Booting oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64 zone
file = illumos-utils/src/running_zone.rs:488
zone = oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64
|
1399 | 2024-10-17T15:07:33.387Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9") failed: Property not found. retry in 1.210735506s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1400 | 2024-10-17T15:07:33.425Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 704.503912ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1401 | 2024-10-17T15:07:33.485Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0") failed: Property not found. retry in 1.116117928s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0
|
1402 | 2024-10-17T15:07:33.581Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 772.901106ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1403 | 2024-10-17T15:07:33.623Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 1.436533643s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1404 | 2024-10-17T15:07:33.634Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64") failed: Property not found. retry in 57.007483ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64
|
1405 | 2024-10-17T15:07:33.650Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872") failed: Property not found. retry in 1.259611324s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872
|
1406 | 2024-10-17T15:07:33.665Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 1.482069036s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1407 | 2024-10-17T15:07:33.707Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64") failed: Property not found. retry in 81.268981ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64
|
1408 | 2024-10-17T15:07:33.743Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8") failed: Property not found. retry in 951.257938ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1409 | 2024-10-17T15:07:33.801Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 762.87024ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1410 | 2024-10-17T15:07:33.820Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 565.044041ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1411 | 2024-10-17T15:07:33.833Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64") failed: Property not found. retry in 138.141947ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64
|
1412 | 2024-10-17T15:07:33.875Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b") failed: Property not found. retry in 910.674044ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
|
1413 | 2024-10-17T15:07:33.923Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 1.416056715s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1414 | 2024-10-17T15:07:33.952Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 1.435991672s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1415 | 2024-10-17T15:07:33.985Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64") failed: Property not found. retry in 414.315853ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64
|
1416 | 2024-10-17T15:07:34.142Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1") failed: Property not found. retry in 1.348168461s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1417 | 2024-10-17T15:07:34.158Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 777.011994ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1418 | 2024-10-17T15:07:34.277Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 519.148636ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1419 | 2024-10-17T15:07:34.312Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f") failed: Property not found. retry in 853.471811ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1420 | 2024-10-17T15:07:34.367Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 500.553685ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1421 | 2024-10-17T15:07:34.400Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 1.198851244s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1422 | 2024-10-17T15:07:34.414Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64") failed: Property not found. retry in 1.011472788s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64
|
1423 | 2024-10-17T15:07:34.576Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 1.108509658s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1424 | 2024-10-17T15:07:34.609Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9") failed: Property not found. retry in 1.229536858s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1425 | 2024-10-17T15:07:34.620Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0") failed: Property not found. retry in 1.417681472s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0
|
1426 | 2024-10-17T15:07:34.647Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a") failed: Property not found. retry in 1.284918764s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1427 | 2024-10-17T15:07:34.663Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725") failed: Property not found. retry in 567.809366ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1428 | 2024-10-17T15:07:34.707Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8") failed: Property not found. retry in 595.377609ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1429 | 2024-10-17T15:07:34.799Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b") failed: Property not found. retry in 830.440554ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
|
1430 | 2024-10-17T15:07:34.810Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 571.47735ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1431 | 2024-10-17T15:07:34.881Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 674.26895ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1432 | 2024-10-17T15:07:34.919Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872") failed: Property not found. retry in 1.464372445s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872
|
1433 | 2024-10-17T15:07:34.946Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 1.220792077s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1434 | 2024-10-17T15:07:35.072Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 1.289211084s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1435 | 2024-10-17T15:07:35.161Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 1.261435791s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1436 | 2024-10-17T15:07:35.179Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f") failed: Property not found. retry in 750.863335ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1437 | 2024-10-17T15:07:35.242Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725") failed: Property not found. retry in 744.934317ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1438 | 2024-10-17T15:07:35.315Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8") failed: Property not found. retry in 1.476105307s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1439 | 2024-10-17T15:07:35.350Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 990.847733ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1440 | 2024-10-17T15:07:35.395Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 823.010808ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1441 | 2024-10-17T15:07:35.408Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 811.22707ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1442 | 2024-10-17T15:07:35.440Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64") failed: Property not found. retry in 1.11501843s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64
|
1443 | 2024-10-17T15:07:35.506Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1") failed: Property not found. retry in 1.342519619s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1444 | 2024-10-17T15:07:35.568Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 1.428504106s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1445 | 2024-10-17T15:07:35.613Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 854.127927ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1446 | 2024-10-17T15:07:35.643Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b") failed: Property not found. retry in 1.431602404s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
|
1447 | 2024-10-17T15:07:35.700Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 778.428255ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1448 | 2024-10-17T15:07:35.853Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9") failed: Property not found. retry in 885.188069ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1449 | 2024-10-17T15:07:35.944Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f") failed: Property not found. retry in 726.930374ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1450 | 2024-10-17T15:07:35.955Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a") failed: Property not found. retry in 1.409013382s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1451 | 2024-10-17T15:07:36.000Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725") failed: Property not found. retry in 1.276466957s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1452 | 2024-10-17T15:07:36.051Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0") failed: Property not found. retry in 1.217918212s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0
|
1453 | 2024-10-17T15:07:36.180Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 587.123123ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1454 | 2024-10-17T15:07:36.230Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614") failed: Property not found. retry in 1.343491183s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1455 | 2024-10-17T15:07:36.240Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 1.285734936s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1456 | 2024-10-17T15:07:36.353Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 1.257966797s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1457 | 2024-10-17T15:07:36.375Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 971.991267ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1458 | 2024-10-17T15:07:36.393Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872") failed: Property not found. retry in 1.447752602s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872
|
1459 | 2024-10-17T15:07:36.436Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 1.377815197s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1460 | 2024-10-17T15:07:36.478Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 1.221819183s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1461 | 2024-10-17T15:07:36.492Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 1.495896441s
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1462 | 2024-10-17T15:07:36.567Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64") failed: Property not found. retry in 625.770084ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64
|
1463 | 2024-10-17T15:07:36.686Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f") failed: Property not found. retry in 1.363221428s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1464 | 2024-10-17T15:07:36.748Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9") failed: Property not found. retry in 967.039378ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1465 | 2024-10-17T15:07:36.778Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 1.215415241s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1466 | 2024-10-17T15:07:36.802Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8") failed: Property not found. retry in 766.594291ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1467 | 2024-10-17T15:07:36.863Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1") failed: Property not found. retry in 1.283265112s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1468 | 2024-10-17T15:07:37.015Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 900.354582ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1469 | 2024-10-17T15:07:37.089Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b") failed: Property not found. retry in 970.992603ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
|
1470 | 2024-10-17T15:07:37.207Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64") failed: Property not found. retry in 729.70249ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64
|
1471 | 2024-10-17T15:07:37.263Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64465
|
1472 | 2024-10-17T15:07:37.266Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1004
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:64465
req_id = 60af1573-8d47-4be9-bbf4-2639b01fdf44
response_code = 200
uri = /baseboard
|
1473 | 2024-10-17T15:07:37.283Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0") failed: Property not found. retry in 858.585346ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0
|
1474 | 2024-10-17T15:07:37.295Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725") failed: Property not found. retry in 1.290254993s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1475 | 2024-10-17T15:07:37.361Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5") failed: Property not found. retry in 1.164595382s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1476 | 2024-10-17T15:07:37.379Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a") failed: Property not found. retry in 936.41864ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1477 | 2024-10-17T15:07:37.538Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e") failed: Property not found. retry in 1.292200069s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1478 | 2024-10-17T15:07:37.583Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8") failed: Property not found. retry in 1.047087027s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1479 | 2024-10-17T15:07:37.624Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815") failed: Property not found. retry in 620.475806ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1480 | 2024-10-17T15:07:37.712Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 1.140424997s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1481 | 2024-10-17T15:07:37.727Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9") failed: Property not found. retry in 1.346353183s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1482 | 2024-10-17T15:07:37.831Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78") failed: Property not found. retry in 900.871781ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1483 | 2024-10-17T15:07:37.855Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872") failed: Property not found. retry in 1.176760166s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872
|
1484 | 2024-10-17T15:07:37.928Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4") failed: Property not found. retry in 908.018603ms
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1485 | 2024-10-17T15:07:37.951Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64") failed: Property not found. retry in 1.154493743s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64
|
1486 | 2024-10-17T15:07:38.005Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d") failed: Property not found. retry in 962.425925ms
file = illumos-utils/src/svc.rs:36
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1487 | 2024-10-17T15:07:38.023Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4") failed: Property not found. retry in 1.09144031s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1488 | 2024-10-17T15:07:38.066Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f") failed: Property not found. retry in 972.031962ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1489 | 2024-10-17T15:07:38.083Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b") failed: Property not found. retry in 1.157368898s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
|
1490 | 2024-10-17T15:07:38.169Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0") failed: Property not found. retry in 1.430326137s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0
|
1491 | 2024-10-17T15:07:38.891Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb") failed: Property not found. retry in 1.002051906s
file = illumos-utils/src/svc.rs:36
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1492 | 2024-10-17T15:07:39.116Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872") failed: Property not found. retry in 1.133712613s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872
|
1493 | 2024-10-17T15:07:39.143Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64") failed: Property not found. retry in 875.102347ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64
|
1494 | 2024-10-17T15:07:39.274Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b") failed: Property not found. retry in 937.401289ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
|
1495 | 2024-10-17T15:07:39.637Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0") failed: Property not found. retry in 659.914353ms
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0
|
1496 | 2024-10-17T15:07:40.037Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64") failed: Property not found. retry in 720.541133ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64
|
1497 | 2024-10-17T15:07:40.227Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b") failed: Property not found. retry in 577.502163ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
|
1498 | 2024-10-17T15:07:40.270Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872") failed: Property not found. retry in 788.914811ms
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872
|
1499 | 2024-10-17T15:07:40.312Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0") failed: Property not found. retry in 1.455606062s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0
|
1500 | 2024-10-17T15:07:40.773Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64") failed: Property not found. retry in 1.26162088s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64
|
1501 | 2024-10-17T15:07:40.818Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b") failed: Property not found. retry in 730.809224ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
|
1502 | 2024-10-17T15:07:41.073Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872") failed: Property not found. retry in 1.287183147s
file = illumos-utils/src/svc.rs:36
zone = oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872
|
1503 | 2024-10-17T15:07:41.562Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b") failed: Property not found. retry in 1.367694344s
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
|
1504 | 2024-10-17T15:07:41.783Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0") failed: Property not found. retry in 1.207007262s
file = illumos-utils/src/svc.rs:36
zone = oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0
|
1505 | 2024-10-17T15:07:42.050Z | WARN | SledAgent (ServiceManager): wait for service Some("oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64") failed: Property not found. retry in 515.738359ms
file = illumos-utils/src/svc.rs:36
zone = oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64
|
1506 | 2024-10-17T15:07:43.018Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_oximeter_15b75261-ed7f-4731-8d7c-026faffa306d
|
1507 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_nexus_9125336f-8bba-4da8-a415-ccae7d60d01b
|
1508 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_a25f7721-b451-46d8-90eb-75e61b459dc4
|
1509 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_external_dns_d8aecb7f-3c94-4690-8de6-10380087d1f0
|
1510 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_pantry_3f0e9f53-0a32-4566-9bce-284027b87815
|
1511 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_a4097c34-ce96-4b8a-8481-62ca4e7a5dd5
|
1512 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_74b5cdc0-3a16-484b-9fb3-b7f86509f614
|
1513 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_clickhouse_f719d96b-fc30-410a-9263-e31911b41872
|
1514 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_pantry_310d3292-985c-40d5-bdf7-ab20ee75d725
|
1515 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_b794f397-7d13-48f2-bdc7-19ec2afdbebb
|
1516 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a
|
1517 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_283be9d0-c6b9-4a8a-b8aa-c7975b11496e
|
1518 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_b8c2d4d5-8168-42c0-b626-1f4fdd302ca8
|
1519 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_b24a0bb5-2498-4017-b9e7-384727507bb4
|
1520 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_nexus_9b355ea2-74f1-408f-acfc-0884fd332b64
|
1521 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_pantry_d91e68f0-386e-4018-acb6-b454eb8d2c78
|
1522 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_external_dns_869dbbb9-e780-4452-80fd-27d18cfc03d9
|
1523 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_nexus_282d1bc9-0cd4-4794-93fb-67f38865892f
|
1524 | 2024-10-17T15:07:43.024Z | INFO | SledAgent (ServiceManager): Zone started
file = sled-agent/src/services.rs:3288
zone = oxz_crucible_b5b2a17f-0793-48a1-96fe-fd8f74634fc1
|
1525 | 2024-10-17T15:07:43.027Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
1526 | 2024-10-17T15:07:43.031Z | INFO | SledAgent (ServiceManager): Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.omicron-zones.json.tmp
file = common/src/ledger.rs:199
|
1527 | 2024-10-17T15:07:43.033Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 34917460
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::1]:35325
req_id = 84d6b40d-2d84-4d7c-8d97-5611ef75a882
response_code = 204
uri = /omicron-zones
|
1528 | 2024-10-17T15:07:43.068Z | INFO | SledAgent (RSS): Finished setting up services
file = sled-agent/src/rack_setup/service.rs:1321
|
1529 | 2024-10-17T15:07:43.068Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
1530 | 2024-10-17T15:07:43.068Z | INFO | SledAgent (RSS): Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/.rss-plan-completed.marker.tmp
file = common/src/ledger.rs:199
|
1531 | 2024-10-17T15:07:43.076Z | INFO | SledAgent (RSS): Handing off control to Nexus
file = sled-agent/src/rack_setup/service.rs:707
|
1532 | 2024-10-17T15:07:43.077Z | INFO | SledAgent (RSS): Nexus address: [fd00:1122:3344:101::b]:12221
file = sled-agent/src/rack_setup/service.rs:719
|
1533 | 2024-10-17T15:07:43.113Z | INFO | SledAgent (RSS): rack_network_config: RackNetworkConfigV2 {
bfd: [],
bgp: [],
infra_ip_first: 10.151.1.174,
infra_ip_last: 10.151.1.174,
ports: [
PortConfigV2 {
addresses: [
UplinkAddressConfig {
address: V4(
Ipv4Net {
addr: 10.151.1.174,
width: 24,
},
),
vlan_id: None,
},
],
autoneg: false,
bgp_peers: [],
lldp: None,
port: "qsfp0",
routes: [
RouteConfig {
destination: V4(
Ipv4Net {
addr: 0.0.0.0,
width: 0,
},
),
nexthop: 10.151.1.100,
rib_priority: None,
vlan_id: None,
},
],
switch: Switch0,
uplink_port_fec: None,
uplink_port_speed: Speed40G,
},
],
rack_subnet: Ipv6Net {
addr: fd00:1122:3344:100::,
width: 56,
},
}
file = sled-agent/src/rack_setup/service.rs:886
|
1534 | 2024-10-17T15:07:43.120Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1535 | 2024-10-17T15:07:43.246Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1536 | 2024-10-17T15:07:43.366Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1537 | 2024-10-17T15:07:43.440Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1538 | 2024-10-17T15:07:43.533Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1539 | 2024-10-17T15:07:43.677Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1540 | 2024-10-17T15:07:43.807Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1541 | 2024-10-17T15:07:44.061Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1542 | 2024-10-17T15:07:44.584Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1543 | 2024-10-17T15:07:45.003Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1544 | 2024-10-17T15:07:45.341Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1545 | 2024-10-17T15:07:46.085Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1546 | 2024-10-17T15:07:47.030Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1547 | 2024-10-17T15:07:47.804Z | WARN | SledAgent (producer-registration-task): failed to register as a producer with Nexus, will retry
delay = 74.36093784s
error = "Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)"
file = oximeter/producer/src/lib.rs:424
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
1548 | 2024-10-17T15:07:48.080Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1549 | 2024-10-17T15:07:48.959Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1550 | 2024-10-17T15:07:49.866Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/b4d984d4-c87e-4329-9460-121af5c9b7fe/initialization-complete)
file = sled-agent/src/rack_setup/service.rs:948
|
1551 | 2024-10-17T15:07:52.427Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "f82082b4-a1dd-4b65-8811-4d0cf2140943", "content-length": "173", "date": "Thu, 17 Oct 2024 15:07:51 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: rack with id \"b4d984d4-c87e-4329-9460-121af5c9b7fe\"", request_id: "f82082b4-a1dd-4b65-8811-4d0cf2140943" }
file = sled-agent/src/rack_setup/service.rs:948
|
1552 | 2024-10-17T15:07:55.466Z | INFO | SledAgent (RSS): Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "7f17563b-4e2d-493a-836a-61e61de6752f", "content-length": "173", "date": "Thu, 17 Oct 2024 15:07:55 GMT"}; value: Error { error_code: Some("ObjectNotFound"), message: "not found: sled with id \"a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4\"", request_id: "7f17563b-4e2d-493a-836a-61e61de6752f" }
file = sled-agent/src/rack_setup/service.rs:948
|
1553 | 2024-10-17T15:07:57.891Z | INFO | SledAgent (NexusNotifierTask): Successfully put SledAgentInfo to nexus
file = sled-agent/src/nexus.rs:500
new_generation = 1
old_generation = 1
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
1554 | 2024-10-17T15:07:58.028Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45012
|
1555 | 2024-10-17T15:07:58.040Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1556 | 2024-10-17T15:07:58.040Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1557 | 2024-10-17T15:07:58.040Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-zones.json
file = common/src/ledger.rs:177
|
1558 | 2024-10-17T15:07:58.041Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
1559 | 2024-10-17T15:07:58.230Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 200858
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45012
req_id = 6416583a-5b05-4205-872e-f81416e4d6ee
response_code = 200
uri = /inventory
|
1560 | 2024-10-17T15:07:59.632Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:65301
|
1561 | 2024-10-17T15:07:59.643Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:731
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6d772bd8-afca-47c9-801c-49b18dffb0e7, kind: Service { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 }, name: Name("external-dns-d8aecb7f-3c94-4690-8de6-10380087d1f0"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6effcc2-2cd2-485f-8ff3-7925310f2295, kind: Service { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 }, name: Name("external-dns-869dbbb9-e780-4452-80fd-27d18cfc03d9"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46f0962a-0b66-4dce-b032-30a146c8b1a8, kind: Service { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 }, name: Name("nexus-9b355ea2-74f1-408f-acfc-0884fd332b64"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 160, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9b09b11f-c188-4c11-8ce3-d650ad9f0dd9, kind: Service { id: 282d1bc9-0cd4-4794-93fb-67f38865892f }, name: Name("nexus-282d1bc9-0cd4-4794-93fb-67f38865892f"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a0263431-08f3-4038-a052-4b9f35593548, kind: Service { id: 9125336f-8bba-4da8-a415-ccae7d60d01b }, name: Name("nexus-9125336f-8bba-4da8-a415-ccae7d60d01b"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
1562 | 2024-10-17T15:07:59.643Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1563 | 2024-10-17T15:07:59.643Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1564 | 2024-10-17T15:07:59.643Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1565 | 2024-10-17T15:07:59.643Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1566 | 2024-10-17T15:07:59.643Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte0"
rules = []
|
1567 | 2024-10-17T15:07:59.643Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1568 | 2024-10-17T15:07:59.643Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 10407
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:65301
req_id = 70e14224-9e10-40e2-88fb-0c47d483aa30
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
1569 | 2024-10-17T15:07:59.644Z | INFO | SledAgent (RSS): Handoff to Nexus is complete
file = sled-agent/src/rack_setup/service.rs:958
|
1570 | 2024-10-17T15:08:00.015Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50869
|
1571 | 2024-10-17T15:08:00.016Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:731
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6d772bd8-afca-47c9-801c-49b18dffb0e7, kind: Service { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 }, name: Name("external-dns-d8aecb7f-3c94-4690-8de6-10380087d1f0"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6effcc2-2cd2-485f-8ff3-7925310f2295, kind: Service { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 }, name: Name("external-dns-869dbbb9-e780-4452-80fd-27d18cfc03d9"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46f0962a-0b66-4dce-b032-30a146c8b1a8, kind: Service { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 }, name: Name("nexus-9b355ea2-74f1-408f-acfc-0884fd332b64"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 160, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9b09b11f-c188-4c11-8ce3-d650ad9f0dd9, kind: Service { id: 282d1bc9-0cd4-4794-93fb-67f38865892f }, name: Name("nexus-282d1bc9-0cd4-4794-93fb-67f38865892f"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a0263431-08f3-4038-a052-4b9f35593548, kind: Service { id: 9125336f-8bba-4da8-a415-ccae7d60d01b }, name: Name("nexus-9125336f-8bba-4da8-a415-ccae7d60d01b"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
1572 | 2024-10-17T15:08:00.016Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1573 | 2024-10-17T15:08:00.016Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1574 | 2024-10-17T15:08:00.016Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1575 | 2024-10-17T15:08:00.016Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1576 | 2024-10-17T15:08:00.016Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte0"
rules = []
|
1577 | 2024-10-17T15:08:00.016Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1578 | 2024-10-17T15:08:00.016Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 416
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50869
req_id = cc9d867c-80f8-4290-ae02-8ddfaf6badd2
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
1579 | 2024-10-17T15:08:00.243Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33162
|
1580 | 2024-10-17T15:08:00.243Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1581 | 2024-10-17T15:08:00.243Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1582 | 2024-10-17T15:08:00.243Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/config/omicron-zones.json
file = common/src/ledger.rs:177
|
1583 | 2024-10-17T15:08:00.243Z | INFO | SledAgent (ServiceManager): Reading ledger from /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/config/omicron-zones.json
file = common/src/ledger.rs:177
|
1584 | 2024-10-17T15:08:00.434Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 190718
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33162
req_id = ea953fa1-1bb9-4029-aad5-f1a519aae912
response_code = 200
uri = /inventory
|
1585 | 2024-10-17T15:08:00.465Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:49897
|
1586 | 2024-10-17T15:08:00.466Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:731
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6d772bd8-afca-47c9-801c-49b18dffb0e7, kind: Service { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 }, name: Name("external-dns-d8aecb7f-3c94-4690-8de6-10380087d1f0"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6effcc2-2cd2-485f-8ff3-7925310f2295, kind: Service { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 }, name: Name("external-dns-869dbbb9-e780-4452-80fd-27d18cfc03d9"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46f0962a-0b66-4dce-b032-30a146c8b1a8, kind: Service { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 }, name: Name("nexus-9b355ea2-74f1-408f-acfc-0884fd332b64"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 160, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9b09b11f-c188-4c11-8ce3-d650ad9f0dd9, kind: Service { id: 282d1bc9-0cd4-4794-93fb-67f38865892f }, name: Name("nexus-282d1bc9-0cd4-4794-93fb-67f38865892f"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a0263431-08f3-4038-a052-4b9f35593548, kind: Service { id: 9125336f-8bba-4da8-a415-ccae7d60d01b }, name: Name("nexus-9125336f-8bba-4da8-a415-ccae7d60d01b"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
1587 | 2024-10-17T15:08:00.466Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1588 | 2024-10-17T15:08:00.466Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1589 | 2024-10-17T15:08:00.466Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1590 | 2024-10-17T15:08:00.466Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1591 | 2024-10-17T15:08:00.466Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte0"
rules = []
|
1592 | 2024-10-17T15:08:00.466Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1593 | 2024-10-17T15:08:00.466Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 369
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:49897
req_id = 2c3dab82-9852-4009-a725-3c537899e5a7
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
1594 | 2024-10-17T15:08:00.590Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50424
|
1595 | 2024-10-17T15:08:00.590Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:731
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6d772bd8-afca-47c9-801c-49b18dffb0e7, kind: Service { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 }, name: Name("external-dns-d8aecb7f-3c94-4690-8de6-10380087d1f0"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6effcc2-2cd2-485f-8ff3-7925310f2295, kind: Service { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 }, name: Name("external-dns-869dbbb9-e780-4452-80fd-27d18cfc03d9"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46f0962a-0b66-4dce-b032-30a146c8b1a8, kind: Service { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 }, name: Name("nexus-9b355ea2-74f1-408f-acfc-0884fd332b64"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 160, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9b09b11f-c188-4c11-8ce3-d650ad9f0dd9, kind: Service { id: 282d1bc9-0cd4-4794-93fb-67f38865892f }, name: Name("nexus-282d1bc9-0cd4-4794-93fb-67f38865892f"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a0263431-08f3-4038-a052-4b9f35593548, kind: Service { id: 9125336f-8bba-4da8-a415-ccae7d60d01b }, name: Name("nexus-9125336f-8bba-4da8-a415-ccae7d60d01b"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
1596 | 2024-10-17T15:08:00.590Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1597 | 2024-10-17T15:08:00.590Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1598 | 2024-10-17T15:08:00.590Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1599 | 2024-10-17T15:08:00.590Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
1600 | 2024-10-17T15:08:00.590Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte0"
rules = []
|
1601 | 2024-10-17T15:08:00.590Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
1602 | 2024-10-17T15:08:00.590Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 319
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:50424
req_id = 438ac79e-8879-4238-aebe-650d56840586
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
1603 | 2024-10-17T15:08:07.302Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62814
|
1604 | 2024-10-17T15:08:07.303Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 51
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:62814
req_id = 04891983-fb7f-4ce2-8261-55f293893412
response_code = 200
uri = /baseboard
|
1605 | 2024-10-17T15:08:11.257Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:62519
|
1606 | 2024-10-17T15:08:11.258Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 950
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:62519
req_id = b11963c9-665c-4814-80b3-091182e16d1e
response_code = 200
uri = /vpc-routes
|
1607 | 2024-10-17T15:08:11.380Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1608 | 2024-10-17T15:08:11.380Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 666
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:62519
req_id = dc32e629-748c-4705-a7b7-121b7eaf35ee
response_code = 204
uri = /eip-gateways
|
1609 | 2024-10-17T15:08:11.478Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 11497
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:62519
req_id = 878bc3d9-5abe-4133-85d6-e9a3f745088e
response_code = 204
uri = /vpc-routes
|
1610 | 2024-10-17T15:08:23.918Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:33228
|
1611 | 2024-10-17T15:08:23.918Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 47
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:33228
req_id = 24c1d9d0-6281-4cd4-b151-94950a2f7558
response_code = 200
uri = /vpc-routes
|
1612 | 2024-10-17T15:08:24.034Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:34339
|
1613 | 2024-10-17T15:08:24.035Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 833
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:34339
req_id = 277fdd42-f29a-41a2-8e5d-072cb45253ab
response_code = 200
uri = /v2p
|
1614 | 2024-10-17T15:08:24.116Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:49153
|
1615 | 2024-10-17T15:08:24.117Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1616 | 2024-10-17T15:08:24.220Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1617 | 2024-10-17T15:08:24.290Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 174263
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:49153
req_id = 24b942a2-295f-4054-919a-fc235ecaf77c
response_code = 204
uri = /switch-ports
|
1618 | 2024-10-17T15:08:24.291Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:49012
|
1619 | 2024-10-17T15:08:24.291Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1620 | 2024-10-17T15:08:24.291Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33228
req_id = bb535685-128b-4e66-81a0-95936f125da1
response_code = 204
uri = /eip-gateways
|
1621 | 2024-10-17T15:08:24.291Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:49012
req_id = 7b473cf5-cf3f-4a73-baa0-020f7af051d0
response_code = 200
uri = /vpc-routes
|
1622 | 2024-10-17T15:08:24.292Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1391
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:49153
req_id = 63864755-0418-4ec1-a0ed-37b1035580ab
response_code = 200
uri = /network-bootstore-config
|
1623 | 2024-10-17T15:08:24.303Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 374
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:33228
req_id = 59adcd6f-462f-481a-ac4c-5a124e5fd723
response_code = 204
uri = /vpc-routes
|
1624 | 2024-10-17T15:08:24.307Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:47742
|
1625 | 2024-10-17T15:08:24.307Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 56
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:47742
req_id = de1c92fe-e971-4c49-ae2c-388dbb35c0a3
response_code = 200
uri = /vpc-routes
|
1626 | 2024-10-17T15:08:24.329Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1627 | 2024-10-17T15:08:24.329Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 71
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47742
req_id = 3972cb63-3d67-4e04-86a9-008fd902479c
response_code = 204
uri = /eip-gateways
|
1628 | 2024-10-17T15:08:24.342Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 246
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:47742
req_id = 3f4ce9ea-1ec4-4c72-9484-16e44522fd90
response_code = 204
uri = /vpc-routes
|
1629 | 2024-10-17T15:08:24.397Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1630 | 2024-10-17T15:08:24.397Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:49012
req_id = 6c81124b-8715-4c18-a70f-a97b6dc0b0c0
response_code = 204
uri = /eip-gateways
|
1631 | 2024-10-17T15:08:24.397Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:58945
|
1632 | 2024-10-17T15:08:24.397Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1633 | 2024-10-17T15:08:24.434Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1634 | 2024-10-17T15:08:24.486Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 88768
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:58945
req_id = 3c0cafc2-d355-477e-a4d0-400566b1d4f5
response_code = 204
uri = /switch-ports
|
1635 | 2024-10-17T15:08:24.486Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56445
|
1636 | 2024-10-17T15:08:24.486Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 321
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:49012
req_id = 907f4be6-b31f-4e20-bd54-d7d21744d5e2
response_code = 204
uri = /vpc-routes
|
1637 | 2024-10-17T15:08:24.487Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 244
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:58945
req_id = 32c38a8d-489c-4ca8-a915-865a013b14e6
response_code = 200
uri = /network-bootstore-config
|
1638 | 2024-10-17T15:08:24.487Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 221
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56445
req_id = 8d3141c0-e222-4fc9-b125-73aea9256fa4
response_code = 200
uri = /v2p
|
1639 | 2024-10-17T15:08:24.526Z | INFO | SledAgent (bootstore): Attempting to update network config with generation: 2, current_generation: 1
file = bootstore/src/schemes/v0/peer.rs:564
peer_id = pc-buskin-i86pc
|
1640 | 2024-10-17T15:08:24.526Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/34423522-8473-4e67-b21d-dccdbba2931c/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
1641 | 2024-10-17T15:08:24.527Z | INFO | SledAgent (bootstore): Writing ledger to /pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/cluster/.bootstore-network-config.json.tmp
file = common/src/ledger.rs:199
peer_id = pc-buskin-i86pc
|
1642 | 2024-10-17T15:08:24.528Z | INFO | SledAgent (bootstore): Broadcasting network config with generation 2
file = bootstore/src/schemes/v0/peer.rs:648
peer_id = pc-buskin-i86pc
|
1643 | 2024-10-17T15:08:24.528Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 2389
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:58945
req_id = f15a787d-4d36-4525-a616-8e4b80d5d05b
response_code = 204
uri = /network-bootstore-config
|
1644 | 2024-10-17T15:08:24.552Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63698
|
1645 | 2024-10-17T15:08:24.553Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 133
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63698
req_id = c1e5f81b-b5af-4432-beb3-b845a9e15e35
response_code = 200
uri = /v2p
|
1646 | 2024-10-17T15:08:24.652Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38585
|
1647 | 2024-10-17T15:08:24.652Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1648 | 2024-10-17T15:08:24.688Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1649 | 2024-10-17T15:08:24.741Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 88907
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:38585
req_id = b5d5b497-e87f-4faf-b3d3-1caf75d8ed69
response_code = 204
uri = /switch-ports
|
1650 | 2024-10-17T15:08:24.741Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38585
req_id = dc6ae396-e8cb-4123-a11c-df11128fd12e
response_code = 200
uri = /network-bootstore-config
|
1651 | 2024-10-17T15:08:37.343Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39142
|
1652 | 2024-10-17T15:08:37.343Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 42
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:39142
req_id = 26f26d21-7fb1-4c58-955c-d27c66d000fa
response_code = 200
uri = /baseboard
|
1653 | 2024-10-17T15:08:54.078Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40143
|
1654 | 2024-10-17T15:08:54.079Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 199
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40143
req_id = 735db844-aaa3-4872-9a87-1ac4587f60bb
response_code = 200
uri = /v2p
|
1655 | 2024-10-17T15:08:54.324Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43813
|
1656 | 2024-10-17T15:08:54.324Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 63
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43813
req_id = 4eb94b90-f8eb-4ef9-a412-87d77489b9ff
response_code = 200
uri = /vpc-routes
|
1657 | 2024-10-17T15:08:54.392Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1658 | 2024-10-17T15:08:54.392Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 72
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43813
req_id = 3fa623ac-4b3c-43cb-b948-a99bbcc74f7f
response_code = 204
uri = /eip-gateways
|
1659 | 2024-10-17T15:08:54.396Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:36736
|
1660 | 2024-10-17T15:08:54.396Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 44
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:36736
req_id = 970be221-e15c-4981-9a18-5056a2ca250e
response_code = 200
uri = /vpc-routes
|
1661 | 2024-10-17T15:08:54.402Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 185
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:43813
req_id = cfb0f1a7-4617-4041-9d18-9dff612ee273
response_code = 204
uri = /vpc-routes
|
1662 | 2024-10-17T15:08:54.403Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56109
|
1663 | 2024-10-17T15:08:54.403Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 44
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56109
req_id = e098cc2d-2c47-4a67-8a69-07cc52b0261d
response_code = 200
uri = /vpc-routes
|
1664 | 2024-10-17T15:08:54.463Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1665 | 2024-10-17T15:08:54.464Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36736
req_id = 40c7febe-78ee-4c24-80a8-991233dc0d92
response_code = 204
uri = /eip-gateways
|
1666 | 2024-10-17T15:08:54.470Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1667 | 2024-10-17T15:08:54.470Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 51
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:56109
req_id = 8b79aa13-648b-4dcb-96de-f0f46de0a047
response_code = 204
uri = /eip-gateways
|
1668 | 2024-10-17T15:08:54.472Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 174
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:36736
req_id = 71fbbf2c-69ae-47a8-9661-54f5fadf7064
response_code = 204
uri = /vpc-routes
|
1669 | 2024-10-17T15:08:54.542Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:65006
|
1670 | 2024-10-17T15:08:54.542Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:65006
req_id = 41410fa0-f459-448e-81e4-7501529e1144
response_code = 200
uri = /v2p
|
1671 | 2024-10-17T15:08:54.546Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 179
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:56109
req_id = 04c7a362-7d04-4bb0-ba8d-c6ad9f902ab6
response_code = 204
uri = /vpc-routes
|
1672 | 2024-10-17T15:08:54.557Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34856
|
1673 | 2024-10-17T15:08:54.557Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1674 | 2024-10-17T15:08:54.592Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1675 | 2024-10-17T15:08:54.647Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 89398
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:34856
req_id = 9eb2f5fc-2613-43ca-993e-5bd4904a8421
response_code = 204
uri = /switch-ports
|
1676 | 2024-10-17T15:08:54.647Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35429
|
1677 | 2024-10-17T15:08:54.651Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1678 | 2024-10-17T15:08:54.656Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 8773
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34856
req_id = 2caaab32-e473-4126-b470-5862fac19969
response_code = 200
uri = /network-bootstore-config
|
1679 | 2024-10-17T15:08:54.660Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:64829
|
1680 | 2024-10-17T15:08:54.690Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1681 | 2024-10-17T15:08:54.707Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52109
|
1682 | 2024-10-17T15:08:54.707Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 183
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52109
req_id = a027d5be-0155-478c-8ba1-0a10e17c31a3
response_code = 200
uri = /v2p
|
1683 | 2024-10-17T15:08:54.742Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1684 | 2024-10-17T15:08:54.742Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 91424
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:35429
req_id = 2ecffeff-00a3-49e1-b815-58dd8b362861
response_code = 204
uri = /switch-ports
|
1685 | 2024-10-17T15:08:54.747Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 771
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35429
req_id = 683d13b4-1b49-4854-ab33-7d0b5c5562f1
response_code = 200
uri = /network-bootstore-config
|
1686 | 2024-10-17T15:08:54.777Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1687 | 2024-10-17T15:08:54.832Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 171068
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:64829
req_id = 42162c15-5bfc-4aa7-b136-e195f8a2f827
response_code = 204
uri = /switch-ports
|
1688 | 2024-10-17T15:08:54.832Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 159
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:64829
req_id = 1234f42a-f622-48a8-a459-d0a7715f82ef
response_code = 200
uri = /network-bootstore-config
|
1689 | 2024-10-17T15:09:07.376Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61307
|
1690 | 2024-10-17T15:09:07.377Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 65
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:61307
req_id = 9c698fc5-d508-48c9-83fa-ea95d18df64a
response_code = 200
uri = /baseboard
|
1691 | 2024-10-17T15:09:23.993Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:61182
|
1692 | 2024-10-17T15:09:23.994Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 207
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:61182
req_id = 26aa244f-5df9-4857-8d11-a257c89424aa
response_code = 200
uri = /v2p
|
1693 | 2024-10-17T15:09:23.998Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:54063
|
1694 | 2024-10-17T15:09:23.998Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 40
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:54063
req_id = 2045188e-059a-4359-acb2-2282e4e9d7c1
response_code = 200
uri = /vpc-routes
|
1695 | 2024-10-17T15:09:24.039Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1696 | 2024-10-17T15:09:24.039Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:54063
req_id = 12d9d236-9ff0-4542-a5af-6f6791c0b216
response_code = 204
uri = /eip-gateways
|
1697 | 2024-10-17T15:09:24.048Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 198
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:54063
req_id = dd09c88b-78ea-47d5-a830-05f5738cc6d6
response_code = 204
uri = /vpc-routes
|
1698 | 2024-10-17T15:09:24.097Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42394
|
1699 | 2024-10-17T15:09:24.097Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1700 | 2024-10-17T15:09:24.145Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1701 | 2024-10-17T15:09:24.221Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 124327
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:42394
req_id = 501e1d2f-4ff9-4c46-af48-d7546b576ac2
response_code = 204
uri = /switch-ports
|
1702 | 2024-10-17T15:09:24.221Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 112
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42394
req_id = bc09c597-2df1-4ca1-8997-29778bd452bb
response_code = 200
uri = /network-bootstore-config
|
1703 | 2024-10-17T15:09:24.245Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41447
|
1704 | 2024-10-17T15:09:24.246Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41447
req_id = d1536ffc-0be6-4ad5-ad68-1f48ee1ef8b4
response_code = 200
uri = /vpc-routes
|
1705 | 2024-10-17T15:09:24.279Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1706 | 2024-10-17T15:09:24.279Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 136
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41447
req_id = 42d119c2-8ed6-489b-81f5-fc06c6f7cc0d
response_code = 204
uri = /eip-gateways
|
1707 | 2024-10-17T15:09:24.320Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35372
|
1708 | 2024-10-17T15:09:24.320Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 50
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35372
req_id = 6953df95-5478-47fd-829a-fe2ccd4920b1
response_code = 200
uri = /vpc-routes
|
1709 | 2024-10-17T15:09:24.345Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:40029
|
1710 | 2024-10-17T15:09:24.345Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 135
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:40029
req_id = 8ccb2605-bf97-4117-9bb4-99e67af6a3c2
response_code = 200
uri = /v2p
|
1711 | 2024-10-17T15:09:24.364Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1712 | 2024-10-17T15:09:24.364Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:35372
req_id = 66ac79e1-82ac-48be-bef4-c563d2c05ffe
response_code = 204
uri = /eip-gateways
|
1713 | 2024-10-17T15:09:24.382Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 175
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41447
req_id = 42a71e5b-5dcf-49aa-a032-22402f360610
response_code = 204
uri = /vpc-routes
|
1714 | 2024-10-17T15:09:24.392Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46786
|
1715 | 2024-10-17T15:09:24.392Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1716 | 2024-10-17T15:09:24.430Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1717 | 2024-10-17T15:09:24.485Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 93243
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:46786
req_id = 88d9f1da-91cc-4a81-bacb-3fdce4824025
response_code = 204
uri = /switch-ports
|
1718 | 2024-10-17T15:09:24.486Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:53410
|
1719 | 2024-10-17T15:09:24.486Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58107
|
1720 | 2024-10-17T15:09:24.486Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 335
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:35372
req_id = 1c665bd2-faff-4afb-9528-1473b39eb3f6
response_code = 204
uri = /vpc-routes
|
1721 | 2024-10-17T15:09:24.486Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1722 | 2024-10-17T15:09:24.486Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 324
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46786
req_id = c672bbe9-00b0-4c5d-9e17-abb798f515e9
response_code = 200
uri = /network-bootstore-config
|
1723 | 2024-10-17T15:09:24.491Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4863
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:53410
req_id = 18c9da49-17a1-4faa-9a47-140a0ea7699a
response_code = 200
uri = /v2p
|
1724 | 2024-10-17T15:09:24.521Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1725 | 2024-10-17T15:09:24.576Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 90458
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:58107
req_id = dc4b9374-7dc4-4123-b44d-b0400b99dabe
response_code = 204
uri = /switch-ports
|
1726 | 2024-10-17T15:09:24.577Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 171
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58107
req_id = 9ab7f6ad-76cf-4942-b6f1-638bfc8f940a
response_code = 200
uri = /network-bootstore-config
|
1727 | 2024-10-17T15:09:31.776Z | INFO | SledAgent (DumpSetup-worker): No archival destination for crash dumps yet chosen.
file = sled-agent/src/dump_setup.rs:862
|
1728 | 2024-10-17T15:09:32.272Z | INFO | SledAgent (dropshot): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:44276
remote_addr = [fd00:1122:3344:101::d]:40319
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
1729 | 2024-10-17T15:09:32.308Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 34804
local_addr = [fd00:1122:3344:101::1]:44276
method = GET
remote_addr = [fd00:1122:3344:101::d]:40319
req_id = ba15538d-190b-4c60-a469-206dcae1f751
response_code = 200
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
uri = /a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
1730 | 2024-10-17T15:09:37.410Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45639
|
1731 | 2024-10-17T15:09:37.410Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 82
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45639
req_id = 53f65223-b8b4-4bb2-9d22-7a2e1dfc1937
response_code = 200
uri = /baseboard
|
1732 | 2024-10-17T15:09:53.995Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:51003
|
1733 | 2024-10-17T15:09:53.995Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 79
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:51003
req_id = 3caa222d-e3b2-4728-8702-40fcabf9f5cd
response_code = 200
uri = /vpc-routes
|
1734 | 2024-10-17T15:09:54.057Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1735 | 2024-10-17T15:09:54.057Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 97
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:51003
req_id = 0283eb8c-0a7f-440f-9e6a-eaeb5104733f
response_code = 204
uri = /eip-gateways
|
1736 | 2024-10-17T15:09:54.240Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:59048
|
1737 | 2024-10-17T15:09:54.240Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 738
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:59048
req_id = 2a3027c3-dd28-4b58-97e7-0223b04a9451
response_code = 200
uri = /v2p
|
1738 | 2024-10-17T15:09:54.247Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 275
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:51003
req_id = 50664f34-4148-4c52-a57d-cadd63b62310
response_code = 204
uri = /vpc-routes
|
1739 | 2024-10-17T15:09:54.448Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42645
|
1740 | 2024-10-17T15:09:54.448Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1741 | 2024-10-17T15:09:54.488Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1742 | 2024-10-17T15:09:54.553Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 104391
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:42645
req_id = 2331776b-df47-4af0-9b7f-a9fc5fe94f5c
response_code = 204
uri = /switch-ports
|
1743 | 2024-10-17T15:09:54.553Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:56454
|
1744 | 2024-10-17T15:09:54.553Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57650
|
1745 | 2024-10-17T15:09:54.553Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:59271
|
1746 | 2024-10-17T15:09:54.553Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 110
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:59271
req_id = 97d2d23f-1b31-4594-af51-68a3816c6f8a
response_code = 200
uri = /vpc-routes
|
1747 | 2024-10-17T15:09:54.553Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57650
req_id = 5af34678-f46a-40a6-9016-92b601927de1
response_code = 200
uri = /vpc-routes
|
1748 | 2024-10-17T15:09:54.553Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 273
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:56454
req_id = 4e735207-55b5-4755-bc8f-28339cf1ea25
response_code = 200
uri = /v2p
|
1749 | 2024-10-17T15:09:54.553Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 279
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42645
req_id = dd03492d-8b0f-44ed-bb85-7af3d91fc4d1
response_code = 200
uri = /network-bootstore-config
|
1750 | 2024-10-17T15:09:54.669Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1751 | 2024-10-17T15:09:54.669Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 132
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:57650
req_id = 49db59d2-6994-44f5-8596-9622adab1e83
response_code = 204
uri = /eip-gateways
|
1752 | 2024-10-17T15:09:54.669Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1753 | 2024-10-17T15:09:54.669Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 46
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:59271
req_id = f8e19dbe-a2f0-4d09-8c03-5023b4882519
response_code = 204
uri = /eip-gateways
|
1754 | 2024-10-17T15:09:54.670Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:63235
|
1755 | 2024-10-17T15:09:54.670Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 146
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:63235
req_id = d535c339-3762-44c6-8cfd-4f16b52f6fc0
response_code = 200
uri = /v2p
|
1756 | 2024-10-17T15:09:54.677Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1017
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:59271
req_id = 929c63d6-bdfc-4371-b188-e05d3228416e
response_code = 204
uri = /vpc-routes
|
1757 | 2024-10-17T15:09:54.702Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:43866
|
1758 | 2024-10-17T15:09:54.702Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1759 | 2024-10-17T15:09:54.740Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1760 | 2024-10-17T15:09:54.797Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 94391
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:43866
req_id = 7f7c6ccd-d5d6-423e-b992-9b0e2f549074
response_code = 204
uri = /switch-ports
|
1761 | 2024-10-17T15:09:54.797Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 224
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:57650
req_id = 514af000-d3fb-496c-8905-141f04063924
response_code = 204
uri = /vpc-routes
|
1762 | 2024-10-17T15:09:54.797Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:43866
req_id = 3c5057ee-3abd-4515-91fb-2440265f8635
response_code = 200
uri = /network-bootstore-config
|
1763 | 2024-10-17T15:09:54.803Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:45003
|
1764 | 2024-10-17T15:09:54.804Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1765 | 2024-10-17T15:09:54.843Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1766 | 2024-10-17T15:09:54.898Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 94238
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:45003
req_id = 03ff6c7d-2fac-4868-814a-6d1e55a62c71
response_code = 204
uri = /switch-ports
|
1767 | 2024-10-17T15:09:54.898Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 124
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:45003
req_id = 422be62d-4179-4072-8add-7e1c1d34da23
response_code = 200
uri = /network-bootstore-config
|
1768 | 2024-10-17T15:10:02.277Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 6225
local_addr = [fd00:1122:3344:101::1]:44276
method = GET
remote_addr = [fd00:1122:3344:101::d]:40319
req_id = 38f6fa39-a366-49ad-97e8-92ecd56a63df
response_code = 200
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
uri = /a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
1769 | 2024-10-17T15:10:07.444Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45819
|
1770 | 2024-10-17T15:10:07.444Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 62
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:45819
req_id = 027f959c-a484-4c67-bc2b-e3d3d4cd658b
response_code = 200
uri = /baseboard
|
1771 | 2024-10-17T15:10:23.872Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:43776
|
1772 | 2024-10-17T15:10:23.872Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 212
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:43776
req_id = 0ae6fd76-aadc-44f9-b8f8-5b3ebaf68c92
response_code = 200
uri = /v2p
|
1773 | 2024-10-17T15:10:24.015Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:53782
|
1774 | 2024-10-17T15:10:24.015Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 68
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:53782
req_id = 6442b9f5-53e3-47f4-b14d-4155dd88e4fa
response_code = 200
uri = /vpc-routes
|
1775 | 2024-10-17T15:10:24.061Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1776 | 2024-10-17T15:10:24.061Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:53782
req_id = cd67ed9c-515a-4e55-8ccd-eec2e7b29b8e
response_code = 204
uri = /eip-gateways
|
1777 | 2024-10-17T15:10:24.181Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 201
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:53782
req_id = 2699f5ee-6352-4a29-86f0-f53d74f5f51d
response_code = 204
uri = /vpc-routes
|
1778 | 2024-10-17T15:10:24.238Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41245
|
1779 | 2024-10-17T15:10:24.238Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 56
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41245
req_id = 3cf4cce5-b58e-4cc8-8985-9046dd685371
response_code = 200
uri = /vpc-routes
|
1780 | 2024-10-17T15:10:24.256Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50005
|
1781 | 2024-10-17T15:10:24.256Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1782 | 2024-10-17T15:10:24.300Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1783 | 2024-10-17T15:10:24.365Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 108667
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:50005
req_id = 34b1c2f6-a042-4ae3-8b60-aa9ee365f2cf
response_code = 204
uri = /switch-ports
|
1784 | 2024-10-17T15:10:24.365Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60529
|
1785 | 2024-10-17T15:10:24.365Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1786 | 2024-10-17T15:10:24.365Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 134
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41245
req_id = 7ea47371-37fa-4fe2-af10-8d93c891fd3e
response_code = 204
uri = /eip-gateways
|
1787 | 2024-10-17T15:10:24.365Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50232
|
1788 | 2024-10-17T15:10:24.365Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 168
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60529
req_id = c9d598dc-84c8-4ccc-aa67-4873e0052b74
response_code = 200
uri = /v2p
|
1789 | 2024-10-17T15:10:24.365Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 298
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50005
req_id = 3310dd26-e1ea-438b-b657-21504788efa3
response_code = 200
uri = /network-bootstore-config
|
1790 | 2024-10-17T15:10:24.365Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1791 | 2024-10-17T15:10:24.374Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 229
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41245
req_id = 9d13c2ac-5603-471a-8ac5-b080cb423d76
response_code = 204
uri = /vpc-routes
|
1792 | 2024-10-17T15:10:24.406Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1793 | 2024-10-17T15:10:24.414Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:61320
|
1794 | 2024-10-17T15:10:24.414Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 87
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:61320
req_id = 5b77c2b0-54a1-42e4-ae1a-37dc87ad4fe5
response_code = 200
uri = /vpc-routes
|
1795 | 2024-10-17T15:10:24.463Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 97966
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:50232
req_id = ddf20a6d-b58e-4ea9-9a2e-60ff3bdcc466
response_code = 204
uri = /switch-ports
|
1796 | 2024-10-17T15:10:24.463Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50232
req_id = a0d8226c-af58-4e52-b853-d7d87d62ab4f
response_code = 200
uri = /network-bootstore-config
|
1797 | 2024-10-17T15:10:24.480Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52038
|
1798 | 2024-10-17T15:10:24.480Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 149
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52038
req_id = b4e6f0c1-9c5b-4a91-b38e-51b8f52b7284
response_code = 200
uri = /v2p
|
1799 | 2024-10-17T15:10:24.525Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1800 | 2024-10-17T15:10:24.525Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 70
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:61320
req_id = f2bc49bf-fcac-4b65-9f2f-d6b7f250dc5b
response_code = 204
uri = /eip-gateways
|
1801 | 2024-10-17T15:10:24.552Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:39737
|
1802 | 2024-10-17T15:10:24.552Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1803 | 2024-10-17T15:10:24.588Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1804 | 2024-10-17T15:10:24.645Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 93219
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:39737
req_id = f7ca350d-5ecd-4d3a-aaef-9fed5cc52007
response_code = 204
uri = /switch-ports
|
1805 | 2024-10-17T15:10:24.649Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 3532
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:39737
req_id = 71a440b5-fd37-412f-88bb-6435e8988a48
response_code = 200
uri = /network-bootstore-config
|
1806 | 2024-10-17T15:10:24.649Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 3648
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:61320
req_id = cc783281-61d4-46c9-a68b-d159dd2bd6b9
response_code = 204
uri = /vpc-routes
|
1807 | 2024-10-17T15:10:32.279Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 7896
local_addr = [fd00:1122:3344:101::1]:44276
method = GET
remote_addr = [fd00:1122:3344:101::d]:40319
req_id = f060b062-8dda-4a9b-bf4a-0210ba82d93d
response_code = 200
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
uri = /a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
1808 | 2024-10-17T15:10:37.477Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:37650
|
1809 | 2024-10-17T15:10:37.478Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 59
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:37650
req_id = fa5b71a7-de94-4131-a7cd-4d5e22738a4c
response_code = 200
uri = /baseboard
|
1810 | 2024-10-17T15:10:54.318Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:55097
|
1811 | 2024-10-17T15:10:54.318Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1812 | 2024-10-17T15:10:54.369Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1813 | 2024-10-17T15:10:54.431Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 112838
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:55097
req_id = 1ffa13f3-d12f-4775-bd0e-07e9961828ae
response_code = 204
uri = /switch-ports
|
1814 | 2024-10-17T15:10:54.431Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44433
|
1815 | 2024-10-17T15:10:54.432Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:50739
|
1816 | 2024-10-17T15:10:54.432Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 126
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:55097
req_id = 08f4b119-2872-4665-8f99-2586649af792
response_code = 200
uri = /network-bootstore-config
|
1817 | 2024-10-17T15:10:54.432Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 120
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44433
req_id = ba30542e-c716-41f5-bcd7-0acb0a7f34d5
response_code = 200
uri = /vpc-routes
|
1818 | 2024-10-17T15:10:54.432Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 219
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:50739
req_id = 86559f01-22b6-425d-bd0d-14e00ab62f40
response_code = 200
uri = /v2p
|
1819 | 2024-10-17T15:10:54.435Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33434
|
1820 | 2024-10-17T15:10:54.435Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 33
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33434
req_id = 84bdabd2-3a30-4c38-9041-89ef6cf3463a
response_code = 200
uri = /vpc-routes
|
1821 | 2024-10-17T15:10:54.498Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1822 | 2024-10-17T15:10:54.498Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 127
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:44433
req_id = 52c0c006-ad55-4f9c-bfc3-90a0bd4b7db1
response_code = 204
uri = /eip-gateways
|
1823 | 2024-10-17T15:10:54.510Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 288
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:44433
req_id = c12a90de-0eff-4dcd-8f29-04537034e044
response_code = 204
uri = /vpc-routes
|
1824 | 2024-10-17T15:10:54.530Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1825 | 2024-10-17T15:10:54.530Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 60
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33434
req_id = 3a6d120c-73de-4ae4-9ece-07e41f9ca7aa
response_code = 204
uri = /eip-gateways
|
1826 | 2024-10-17T15:10:54.539Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 238
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33434
req_id = e9799489-aa57-4299-b64d-d5c876716829
response_code = 204
uri = /vpc-routes
|
1827 | 2024-10-17T15:10:54.552Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:48753
|
1828 | 2024-10-17T15:10:54.553Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1829 | 2024-10-17T15:10:54.594Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1830 | 2024-10-17T15:10:54.665Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 111962
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:48753
req_id = ec85edc3-e702-49a3-ae3c-efa14886b279
response_code = 204
uri = /switch-ports
|
1831 | 2024-10-17T15:10:54.665Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:40285
|
1832 | 2024-10-17T15:10:54.665Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:35552
|
1833 | 2024-10-17T15:10:54.665Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 189
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:35552
req_id = 014c51c5-2760-4124-bda4-ab66ad1be041
response_code = 200
uri = /v2p
|
1834 | 2024-10-17T15:10:54.665Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 262
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:48753
req_id = 29f70d5e-f4a6-49a3-bb7f-c6b7d9070c63
response_code = 200
uri = /network-bootstore-config
|
1835 | 2024-10-17T15:10:54.665Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 178
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:40285
req_id = 778e4eda-7532-404e-9d77-97ac6afb49a4
response_code = 200
uri = /vpc-routes
|
1836 | 2024-10-17T15:10:54.695Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:58344
|
1837 | 2024-10-17T15:10:54.695Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1838 | 2024-10-17T15:10:54.735Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1839 | 2024-10-17T15:10:54.792Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 97393
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:58344
req_id = 4c8cae8b-84a5-4f46-afa9-9e027ce13dff
response_code = 204
uri = /switch-ports
|
1840 | 2024-10-17T15:10:54.792Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1841 | 2024-10-17T15:10:54.792Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 93
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:40285
req_id = 6a73125c-b565-4050-b121-e094b9df4301
response_code = 204
uri = /eip-gateways
|
1842 | 2024-10-17T15:10:54.793Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 89
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:58344
req_id = 7ff5df81-599b-4048-a946-3831cfd17a4b
response_code = 200
uri = /network-bootstore-config
|
1843 | 2024-10-17T15:10:54.824Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:35751
|
1844 | 2024-10-17T15:10:54.824Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 168
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:35751
req_id = cc03c8a9-a78f-4b49-93cf-69cf9efa8ed0
response_code = 200
uri = /v2p
|
1845 | 2024-10-17T15:10:54.831Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 191
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:40285
req_id = 7ec32d3c-f8b6-4639-a510-e097767e24b9
response_code = 204
uri = /vpc-routes
|
1846 | 2024-10-17T15:11:02.278Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 6533
local_addr = [fd00:1122:3344:101::1]:44276
method = GET
remote_addr = [fd00:1122:3344:101::d]:40319
req_id = 5f7fd0ff-ed78-4f33-8947-6b216d85624d
response_code = 200
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
uri = /a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
1847 | 2024-10-17T15:11:07.512Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47389
|
1848 | 2024-10-17T15:11:07.513Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 53
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:47389
req_id = 5af19ae2-b267-42e6-811c-b5bfd9ace90f
response_code = 200
uri = /baseboard
|
1849 | 2024-10-17T15:11:23.856Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44744
|
1850 | 2024-10-17T15:11:23.856Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 41
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44744
req_id = 111f8c7c-30a8-4164-82e9-37aedc8890e2
response_code = 200
uri = /vpc-routes
|
1851 | 2024-10-17T15:11:23.873Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1852 | 2024-10-17T15:11:23.873Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 61
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:44744
req_id = d6a333f6-7614-4604-bc7f-5b55b629b60a
response_code = 204
uri = /eip-gateways
|
1853 | 2024-10-17T15:11:23.881Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 160
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:44744
req_id = 35e2d0c4-bfab-47c0-b6ff-84d7c9ac3551
response_code = 204
uri = /vpc-routes
|
1854 | 2024-10-17T15:11:23.996Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:42645
|
1855 | 2024-10-17T15:11:23.996Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1856 | 2024-10-17T15:11:24.034Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1857 | 2024-10-17T15:11:24.103Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 107475
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:42645
req_id = 55166faa-29c3-45ba-a0a2-926dbaaebb35
response_code = 204
uri = /switch-ports
|
1858 | 2024-10-17T15:11:24.103Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:37774
|
1859 | 2024-10-17T15:11:24.104Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 227
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:42645
req_id = ebce7681-6c91-4bc9-b313-cc9aff7cae89
response_code = 200
uri = /network-bootstore-config
|
1860 | 2024-10-17T15:11:24.104Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 225
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:37774
req_id = 1d23c0de-c298-46df-bdcc-cc877e92e9ca
response_code = 200
uri = /v2p
|
1861 | 2024-10-17T15:11:24.148Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37984
|
1862 | 2024-10-17T15:11:24.148Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 40
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37984
req_id = c77450e8-7c7f-437b-97d8-7d50dccd48fb
response_code = 200
uri = /vpc-routes
|
1863 | 2024-10-17T15:11:24.219Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1864 | 2024-10-17T15:11:24.219Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 150
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:37984
req_id = ee021b1f-806d-403f-a4a2-fc120122dee1
response_code = 204
uri = /eip-gateways
|
1865 | 2024-10-17T15:11:24.230Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 226
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:37984
req_id = e605ae85-5c8f-42c5-9d05-568c7927727d
response_code = 204
uri = /vpc-routes
|
1866 | 2024-10-17T15:11:24.305Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:64695
|
1867 | 2024-10-17T15:11:24.306Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1868 | 2024-10-17T15:11:24.348Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1869 | 2024-10-17T15:11:24.410Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 104135
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:64695
req_id = 8e61d012-01be-4892-8ee5-64da8a7af966
response_code = 204
uri = /switch-ports
|
1870 | 2024-10-17T15:11:24.410Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:65017
|
1871 | 2024-10-17T15:11:24.410Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:55414
|
1872 | 2024-10-17T15:11:24.410Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38973
|
1873 | 2024-10-17T15:11:24.410Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 204
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38973
req_id = 0b6947ef-47a1-4a14-96b7-919ece5f9814
response_code = 200
uri = /v2p
|
1874 | 2024-10-17T15:11:24.410Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 237
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:64695
req_id = 0bab4acd-7ac1-451d-998b-9f0a4cffc8d6
response_code = 200
uri = /network-bootstore-config
|
1875 | 2024-10-17T15:11:24.410Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 203
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:65017
req_id = 3e82610b-0099-43aa-9884-f30ff474e57c
response_code = 200
uri = /v2p
|
1876 | 2024-10-17T15:11:24.411Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 81
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:55414
req_id = 38a6dc89-7318-4922-9dba-34c0cee66fac
response_code = 200
uri = /vpc-routes
|
1877 | 2024-10-17T15:11:24.429Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38636
|
1878 | 2024-10-17T15:11:24.429Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1879 | 2024-10-17T15:11:24.469Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1880 | 2024-10-17T15:11:24.525Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96380
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:38636
req_id = 162b35b2-769c-4b6b-a77e-a5550bc4a85b
response_code = 204
uri = /switch-ports
|
1881 | 2024-10-17T15:11:24.526Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 139
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38636
req_id = dd64a4cb-dc4c-43a3-9c6e-829c028afde1
response_code = 200
uri = /network-bootstore-config
|
1882 | 2024-10-17T15:11:24.526Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1883 | 2024-10-17T15:11:24.526Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 164
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:55414
req_id = 9c557a58-eb3c-47ad-a396-371a72bb98d7
response_code = 204
uri = /eip-gateways
|
1884 | 2024-10-17T15:11:24.535Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 242
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:55414
req_id = d118502b-d3b4-4cde-bdc2-a5f9a4e326db
response_code = 204
uri = /vpc-routes
|
1885 | 2024-10-17T15:11:32.281Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 6680
local_addr = [fd00:1122:3344:101::1]:44276
method = GET
remote_addr = [fd00:1122:3344:101::d]:40319
req_id = 0c7de6ab-c840-4adf-a656-295c49192aef
response_code = 200
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
uri = /a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
1886 | 2024-10-17T15:11:37.552Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:59781
|
1887 | 2024-10-17T15:11:37.552Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 65
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:59781
req_id = 48d57170-c96d-4e46-ac69-36292653abd7
response_code = 200
uri = /baseboard
|
1888 | 2024-10-17T15:11:54.091Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:44278
|
1889 | 2024-10-17T15:11:54.091Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 185
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:44278
req_id = efe2869d-a20c-4e43-ad39-a30fae451198
response_code = 200
uri = /v2p
|
1890 | 2024-10-17T15:11:54.210Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:36708
|
1891 | 2024-10-17T15:11:54.210Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:36708
req_id = 1eee95c6-1c90-465a-9ebc-153b02dda0e1
response_code = 200
uri = /vpc-routes
|
1892 | 2024-10-17T15:11:54.248Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1893 | 2024-10-17T15:11:54.248Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:36708
req_id = d08750e6-0716-44ea-9ba3-5e17eb32b9b0
response_code = 204
uri = /eip-gateways
|
1894 | 2024-10-17T15:11:54.260Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 317
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:36708
req_id = affbbadd-c975-4bbd-995b-c732f2d7128a
response_code = 204
uri = /vpc-routes
|
1895 | 2024-10-17T15:11:54.374Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37407
|
1896 | 2024-10-17T15:11:54.374Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 65
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37407
req_id = 9cb80c0f-06a9-4fd2-9e89-f27a43e83576
response_code = 200
uri = /vpc-routes
|
1897 | 2024-10-17T15:11:54.428Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1898 | 2024-10-17T15:11:54.428Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 91
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:37407
req_id = 1bfa6b57-20af-4a68-9ff3-b21be5488654
response_code = 204
uri = /eip-gateways
|
1899 | 2024-10-17T15:11:54.439Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 302
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:37407
req_id = 3d66f30a-e6cd-4ab4-906b-0306170124ef
response_code = 204
uri = /vpc-routes
|
1900 | 2024-10-17T15:11:54.476Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:40968
|
1901 | 2024-10-17T15:11:54.477Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1902 | 2024-10-17T15:11:54.527Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1903 | 2024-10-17T15:11:54.606Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 129828
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:40968
req_id = 412bde08-fb70-49aa-8e66-590e3fed39b7
response_code = 204
uri = /switch-ports
|
1904 | 2024-10-17T15:11:54.607Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57622
|
1905 | 2024-10-17T15:11:54.607Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1906 | 2024-10-17T15:11:54.611Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4086
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:40968
req_id = 47d8bd15-a09e-45d5-ab4e-72cdfbeb66db
response_code = 200
uri = /network-bootstore-config
|
1907 | 2024-10-17T15:11:54.627Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:34254
|
1908 | 2024-10-17T15:11:54.627Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 218
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:34254
req_id = bcb73dd5-df87-4f4c-b180-a062816ddcba
response_code = 200
uri = /v2p
|
1909 | 2024-10-17T15:11:54.650Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1910 | 2024-10-17T15:11:54.675Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56233
|
1911 | 2024-10-17T15:11:54.675Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 92
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56233
req_id = 59e75852-b8a2-4f1c-82b8-870403c3c2d7
response_code = 200
uri = /vpc-routes
|
1912 | 2024-10-17T15:11:54.716Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 109265
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:57622
req_id = e58e239a-f6c1-4443-b1ff-8e5d5087a873
response_code = 204
uri = /switch-ports
|
1913 | 2024-10-17T15:11:54.716Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 141
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57622
req_id = 85a91b53-504e-426f-b91b-a76a7d691289
response_code = 200
uri = /network-bootstore-config
|
1914 | 2024-10-17T15:11:54.727Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1915 | 2024-10-17T15:11:54.727Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 75
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:56233
req_id = 08df4356-84ad-482b-8df5-c6244d59b257
response_code = 204
uri = /eip-gateways
|
1916 | 2024-10-17T15:11:54.737Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:48979
|
1917 | 2024-10-17T15:11:54.738Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 119
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:48979
req_id = fad576a2-eb88-4b34-a142-af01ca7c2593
response_code = 200
uri = /v2p
|
1918 | 2024-10-17T15:11:54.740Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:56883
|
1919 | 2024-10-17T15:11:54.740Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1920 | 2024-10-17T15:11:54.773Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1921 | 2024-10-17T15:11:54.825Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 84899
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:56883
req_id = 5fb28b17-e87a-41ce-b485-370a0ccc1456
response_code = 204
uri = /switch-ports
|
1922 | 2024-10-17T15:11:54.825Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 250
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:56883
req_id = f158be35-a4fe-4aaa-a7ba-9db9a6e4ce75
response_code = 200
uri = /network-bootstore-config
|
1923 | 2024-10-17T15:11:54.826Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 481
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:56233
req_id = 6d1df0ca-e13c-4fb9-b5ff-9868bd78e418
response_code = 204
uri = /vpc-routes
|
1924 | 2024-10-17T15:12:02.420Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 6552
local_addr = [fd00:1122:3344:101::1]:44276
method = GET
remote_addr = [fd00:1122:3344:101::d]:40319
req_id = 983f9dc3-ba08-4ef8-8c0f-623a1a14f3e0
response_code = 200
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
uri = /a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
1925 | 2024-10-17T15:12:07.587Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57012
|
1926 | 2024-10-17T15:12:07.587Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 82
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:57012
req_id = 6e543d5c-1fff-47b8-8d8c-2ecb23b63a30
response_code = 200
uri = /baseboard
|
1927 | 2024-10-17T15:12:23.825Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:52979
|
1928 | 2024-10-17T15:12:23.825Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 65
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:52979
req_id = caa0d37c-b40d-4b9c-ae57-e0a01196941a
response_code = 200
uri = /vpc-routes
|
1929 | 2024-10-17T15:12:23.840Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1930 | 2024-10-17T15:12:23.840Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52979
req_id = d360e98e-9cc1-4f33-af6e-138e4310f50e
response_code = 204
uri = /eip-gateways
|
1931 | 2024-10-17T15:12:23.848Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 177
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:52979
req_id = 7018ddf1-0377-429f-91bc-a7b4769f8d1e
response_code = 204
uri = /vpc-routes
|
1932 | 2024-10-17T15:12:24.049Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:60176
|
1933 | 2024-10-17T15:12:24.050Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 168
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:60176
req_id = f2c266f0-36f5-4f8e-9226-6da71b663f1a
response_code = 200
uri = /v2p
|
1934 | 2024-10-17T15:12:24.169Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:58146
|
1935 | 2024-10-17T15:12:24.169Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1936 | 2024-10-17T15:12:24.221Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1937 | 2024-10-17T15:12:24.302Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 133068
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:58146
req_id = 6808b8c6-ca35-4148-9424-022f1eeec313
response_code = 204
uri = /switch-ports
|
1938 | 2024-10-17T15:12:24.302Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:37440
|
1939 | 2024-10-17T15:12:24.303Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:37440
req_id = b73e8c95-91a5-46c7-9a4b-e0aafe93d672
response_code = 200
uri = /vpc-routes
|
1940 | 2024-10-17T15:12:24.303Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 90
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:58146
req_id = 385c533b-da9c-47b5-aad3-393ee306bc4f
response_code = 200
uri = /network-bootstore-config
|
1941 | 2024-10-17T15:12:24.350Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1942 | 2024-10-17T15:12:24.350Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 128
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:37440
req_id = 7215e198-b5b0-4060-a107-aa9abf9a1ffc
response_code = 204
uri = /eip-gateways
|
1943 | 2024-10-17T15:12:24.366Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62722
|
1944 | 2024-10-17T15:12:24.366Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 49
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62722
req_id = ff83190d-cfa5-437e-a814-636578278440
response_code = 200
uri = /vpc-routes
|
1945 | 2024-10-17T15:12:24.406Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
1946 | 2024-10-17T15:12:24.406Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 70
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:62722
req_id = 486b2f1a-182d-4df3-8839-c07c57345a60
response_code = 204
uri = /eip-gateways
|
1947 | 2024-10-17T15:12:24.419Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 334
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:62722
req_id = 0a596095-6123-4cb8-b3f6-2b83aa65db38
response_code = 204
uri = /vpc-routes
|
1948 | 2024-10-17T15:12:24.442Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:53918
|
1949 | 2024-10-17T15:12:24.442Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 99
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:53918
req_id = 0f96fa0e-733d-41fb-bc08-65e03369b388
response_code = 200
uri = /v2p
|
1950 | 2024-10-17T15:12:24.452Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 165
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:37440
req_id = b1ff2d3d-7446-4e8b-92ef-22bc57da981c
response_code = 204
uri = /vpc-routes
|
1951 | 2024-10-17T15:12:24.455Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:62746
|
1952 | 2024-10-17T15:12:24.455Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 104
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:62746
req_id = b27a56b7-3ae5-4988-ad45-315f5cd26e30
response_code = 200
uri = /v2p
|
1953 | 2024-10-17T15:12:24.500Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41816
|
1954 | 2024-10-17T15:12:24.500Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1955 | 2024-10-17T15:12:24.538Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1956 | 2024-10-17T15:12:24.600Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 100077
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:41816
req_id = d74f8716-6e6b-4f18-a23a-319f2b4dfaf2
response_code = 204
uri = /switch-ports
|
1957 | 2024-10-17T15:12:24.600Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:52775
|
1958 | 2024-10-17T15:12:24.601Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
1959 | 2024-10-17T15:12:24.635Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
1960 | 2024-10-17T15:12:24.691Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 90491
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:52775
req_id = e6f9df28-baf2-4296-93c9-a38b4ea6841c
response_code = 204
uri = /switch-ports
|
1961 | 2024-10-17T15:12:24.691Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:52775
req_id = b112e009-f3e4-41d4-926d-bd2b4625eaec
response_code = 200
uri = /network-bootstore-config
|
1962 | 2024-10-17T15:12:24.691Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 149
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41816
req_id = 3dae9a47-9d92-4caf-9b96-6c449265c70c
response_code = 200
uri = /network-bootstore-config
|
1963 | 2024-10-17T15:12:29.089Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:33994
|
1964 | 2024-10-17T15:12:29.089Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 107
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:33994
req_id = 6f7530dd-cc09-4a82-99ca-309612b12bd9
response_code = 200
uri = /v2p
|
1965 | 2024-10-17T15:12:29.091Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:838
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(4999943) }
|
1966 | 2024-10-17T15:12:29.091Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 77
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:33994
req_id = c0faae78-f702-4ee8-9e58-a85b665d6a7e
response_code = 204
uri = /v2p
|
1967 | 2024-10-17T15:12:29.211Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50919
|
1968 | 2024-10-17T15:12:29.223Z | INFO | SledAgent (InstanceManager): ensuring instance is registered
file = sled-agent/src/instance_manager.rs:555
hardware = InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: c3c92cb2-43d9-4406-8970-79bed238a55b, kind: Instance { id: 278be560-06c0-46fe-9b25-af508f2fb075 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4999943), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c3c92cb2-43d9-4406-8970-79bed238a55b, kind: Instance { id: 278be560-06c0-46fe-9b25-af508f2fb075 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4999943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c3c92cb2-43d9-4406-8970-79bed238a55b, kind: Instance { id: 278be560-06c0-46fe-9b25-af508f2fb075 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4999943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4999943))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c3c92cb2-43d9-4406-8970-79bed238a55b, kind: Instance { id: 278be560-06c0-46fe-9b25-af508f2fb075 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4999943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-4912745aa35", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: e5e8ae12-301c-4bd4-907e-33852ba75a92, read_only_parent: Some(Volume { block_size: 512, id: 354ea118-8223-4352-ac40-e8e7f187eadb, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: b0e300d4-9c8e-48ce-87b5-eb33ef296479, key: Some("cl8ZRvj9/EoPgSjCps482o8HA8F51legaK6G1J3OZFQ="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::1a]:19001", "[fd00:1122:3344:101::13]:19001", "[fd00:1122:3344:101::18]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e5e8ae12-301c-4bd4-907e-33852ba75a92, key: Some("rgXcssQwyKX6BgctsXQWmj9E19NJH0sRjwmhQoGifYA="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19001", "[fd00:1122:3344:101::13]:19002", "[fd00:1122:3344:101::14]:19000"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: "disk-4912745aa35" }] }), cloud_init_bytes: Some(..) }
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
metadata = InstanceMetadata { silo_id: 3ca9570d-92af-40f4-a3ec-b642e876d6bd, project_id: 5aa2038b-a998-40ab-a2c7-417f086345f2 }
migration_id = None
propolis_addr = [fd00:1122:3344:101::1:0]:12400
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
vmm_runtime = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-17T15:12:29.211258900Z }
|
1969 | 2024-10-17T15:12:29.223Z | INFO | SledAgent (InstanceManager): registering new instance
file = sled-agent/src/instance_manager.rs:588
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
migration_id = None
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1970 | 2024-10-17T15:12:29.223Z | INFO | SledAgent (InstanceManager): initializing new Instance
file = sled-agent/src/instance.rs:1143
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
migration_id = None
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
state = InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname("localshark") }, nics: [NetworkInterface { id: c3c92cb2-43d9-4406-8970-79bed238a55b, kind: Instance { id: 278be560-06c0-46fe-9b25-af508f2fb075 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4999943), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c3c92cb2-43d9-4406-8970-79bed238a55b, kind: Instance { id: 278be560-06c0-46fe-9b25-af508f2fb075 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4999943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c3c92cb2-43d9-4406-8970-79bed238a55b, kind: Instance { id: 278be560-06c0-46fe-9b25-af508f2fb075 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4999943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4999943))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: c3c92cb2-43d9-4406-8970-79bed238a55b, kind: Instance { id: 278be560-06c0-46fe-9b25-af508f2fb075 }, name: Name("net0"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4999943), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: "nvme", name: "disk-4912745aa35", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: e5e8ae12-301c-4bd4-907e-33852ba75a92, read_only_parent: Some(Volume { block_size: 512, id: 354ea118-8223-4352-ac40-e8e7f187eadb, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: b0e300d4-9c8e-48ce-87b5-eb33ef296479, key: Some("cl8ZRvj9/EoPgSjCps482o8HA8F51legaK6G1J3OZFQ="), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: ["[fd00:1122:3344:101::1a]:19001", "[fd00:1122:3344:101::13]:19001", "[fd00:1122:3344:101::18]:19001"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: e5e8ae12-301c-4bd4-907e-33852ba75a92, key: Some("rgXcssQwyKX6BgctsXQWmj9E19NJH0sRjwmhQoGifYA="), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: ["[fd00:1122:3344:101::17]:19001", "[fd00:1122:3344:101::13]:19002", "[fd00:1122:3344:101::14]:19000"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: "disk-4912745aa35" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-17T15:12:29.211258900Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }
|
1971 | 2024-10-17T15:12:29.226Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 15244
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50919
req_id = 23d67858-5f7d-4697-84d4-b65eae585fe6
response_code = 200
uri = /vmms/2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1972 | 2024-10-17T15:12:29.364Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59551
|
1973 | 2024-10-17T15:12:29.365Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 843
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59551
req_id = ee444e5d-b1f2-4a3e-8a94-4280bec66c83
response_code = 200
uri = /vmms/2a25a16d-1c98-4e6a-9f65-3fd935162963/state
|
1974 | 2024-10-17T15:12:29.366Z | INFO | SledAgent (PortManager): Created OPTE port
file = illumos-utils/src/opte/port_manager.rs:430
port = Port { inner: PortInner(PortData { name: "opte6", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 4999943 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }
|
1975 | 2024-10-17T15:12:29.366Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
1976 | 2024-10-17T15:12:29.405Z | INFO | SledAgent (InstanceManager): Configuring new Omicron zone: oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963
file = illumos-utils/src/zone.rs:316
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1977 | 2024-10-17T15:12:29.428Z | INFO | SledAgent (InstanceManager): Installing Omicron zone: oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963
file = illumos-utils/src/zone.rs:354
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1978 | 2024-10-17T15:12:29.478Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:62101
|
1979 | 2024-10-17T15:12:29.478Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 96
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:62101
req_id = 1279e28e-5fb7-4a4f-bf3e-3c441848ff3c
response_code = 200
uri = /vpc-routes
|
1980 | 2024-10-17T15:12:29.493Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {c3c92cb2-43d9-4406-8970-79bed238a55b: {10.151.1.175: {599f0db7-a669-41a9-b25b-54efc16d3edd}, 10.151.1.176: {599f0db7-a669-41a9-b25b-54efc16d3edd}}} }
|
1981 | 2024-10-17T15:12:30.648Z | INFO | SledAgent (InstanceManager): Profile for oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963:
<!DOCTYPE service_bundle SYSTEM "/usr/share/lib/xml/dtd/service_bundle.dtd.1">
<service_bundle type="profile" name="omicron">
<service version="1" type="service" name="system/illumos/propolis-server">
<instance enabled="true" name="default">
<property_group type="application" name="config">
<propval type="astring" name="datalink" value='oxControlInstance0'/>
<propval type="astring" name="gateway" value='fd00:1122:3344:101::1'/>
<propval type="astring" name="listen_addr" value='fd00:1122:3344:101::1:0'/>
<propval type="astring" name="listen_port" value='12400'/>
<propval type="astring" name="metric_addr" value='dns'/>
</property_group>
</instance>
</service>
</service_bundle>
file = sled-agent/src/profile.rs:34
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1982 | 2024-10-17T15:12:30.648Z | INFO | SledAgent (InstanceManager): Booting oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963 zone
file = illumos-utils/src/running_zone.rs:488
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
zone = oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1983 | 2024-10-17T15:12:30.825Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963") failed: Property not found. retry in 29.246377ms
file = illumos-utils/src/svc.rs:36
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
zone = oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1984 | 2024-10-17T15:12:30.864Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963") failed: Property not found. retry in 88.48932ms
file = illumos-utils/src/svc.rs:36
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
zone = oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1985 | 2024-10-17T15:12:30.967Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963") failed: Property not found. retry in 263.694813ms
file = illumos-utils/src/svc.rs:36
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
zone = oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1986 | 2024-10-17T15:12:31.246Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963") failed: Property not found. retry in 500.91949ms
file = illumos-utils/src/svc.rs:36
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
zone = oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1987 | 2024-10-17T15:12:31.759Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963") failed: Property not found. retry in 845.824917ms
file = illumos-utils/src/svc.rs:36
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
zone = oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1988 | 2024-10-17T15:12:32.437Z | INFO | SledAgent (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 23881
local_addr = [fd00:1122:3344:101::1]:44276
method = GET
remote_addr = [fd00:1122:3344:101::d]:40319
req_id = b6e30c14-ae7d-4a32-8696-6fbafcb0eddf
response_code = 200
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
uri = /a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
1989 | 2024-10-17T15:12:32.618Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963") failed: Property not found. retry in 1.484600197s
file = illumos-utils/src/svc.rs:36
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
zone = oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1990 | 2024-10-17T15:12:34.114Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963") failed: Property not found. retry in 1.204138591s
file = illumos-utils/src/svc.rs:36
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
zone = oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1991 | 2024-10-17T15:12:35.330Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963") failed: Property not found. retry in 1.073077981s
file = illumos-utils/src/svc.rs:36
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
zone = oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1992 | 2024-10-17T15:12:36.415Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963") failed: Property not found. retry in 832.967758ms
file = illumos-utils/src/svc.rs:36
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
zone = oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1993 | 2024-10-17T15:12:37.277Z | INFO | SledAgent (InstanceManager): Started propolis in zone: oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963
file = sled-agent/src/instance.rs:1637
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1994 | 2024-10-17T15:12:37.287Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963") failed: Property not found. retry in 58.067911ms
file = illumos-utils/src/svc.rs:36
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1995 | 2024-10-17T15:12:37.355Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963") failed: Property not found. retry in 149.06969ms
file = illumos-utils/src/svc.rs:36
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1996 | 2024-10-17T15:12:37.515Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963") failed: Property not found. retry in 175.60484ms
file = illumos-utils/src/svc.rs:36
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
1997 | 2024-10-17T15:12:37.624Z | INFO | SledAgent (dropshot (BootstrapAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36247
|
1998 | 2024-10-17T15:12:37.624Z | INFO | SledAgent (dropshot (BootstrapAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 100
local_addr = [fdb0:18c0:4d0d:9fb2::1]:80
method = GET
remote_addr = [fdb0:18c0:4d0d:9fb2::2]:36247
req_id = 4d2b90ad-3015-4f5a-82b6-5f4a7b6b5a76
response_code = 200
uri = /baseboard
|
1999 | 2024-10-17T15:12:37.700Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963") failed: Property not found. retry in 500.244749ms
file = illumos-utils/src/svc.rs:36
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2000 | 2024-10-17T15:12:38.212Z | WARN | SledAgent (InstanceManager): wait for service Some("oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963") failed: Property not found. retry in 996.568836ms
file = illumos-utils/src/svc.rs:36
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2001 | 2024-10-17T15:12:39.221Z | INFO | SledAgent (InstanceManager): Propolis SMF service is online
file = sled-agent/src/instance.rs:1646
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2002 | 2024-10-17T15:12:39.257Z | INFO | SledAgent (InstanceManager): Propolis HTTP server online
file = sled-agent/src/instance.rs:1670
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2003 | 2024-10-17T15:12:39.395Z | INFO | SledAgent (InstanceManager): result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })
file = sled-agent/src/instance.rs:835
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2004 | 2024-10-17T15:12:39.396Z | INFO | SledAgent: IGW mapping changed; external IPs refreshed
file = sled-agent/src/sled_agent.rs:1205
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
2005 | 2024-10-17T15:12:39.396Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 9903313
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62101
req_id = f86a40f7-58f2-48b4-acee-b88709fb2a7a
response_code = 204
uri = /eip-gateways
|
2006 | 2024-10-17T15:12:39.397Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-17T15:12:39.397844362Z }
file = sled-agent/src/instance.rs:685
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2007 | 2024-10-17T15:12:39.397Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:707
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
new_vmm_state = VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-17T15:12:39.397844362Z }
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2008 | 2024-10-17T15:12:39.397Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:605
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
state = SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-17T15:12:39.397844362Z }, migration_in: None, migration_out: None }
|
2009 | 2024-10-17T15:12:39.466Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-17T15:12:39.466923150Z }
file = sled-agent/src/instance.rs:685
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2010 | 2024-10-17T15:12:39.466Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:707
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
new_vmm_state = VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-17T15:12:39.466923150Z }
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2011 | 2024-10-17T15:12:39.466Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:605
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
state = SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-17T15:12:39.466923150Z }, migration_in: None, migration_out: None }
|
2012 | 2024-10-17T15:12:39.483Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 295
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:62101
req_id = 5c7b6118-ba47-49cc-84c6-aee46dd2edb2
response_code = 204
uri = /vpc-routes
|
2013 | 2024-10-17T15:12:52.033Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59538
|
2014 | 2024-10-17T15:12:52.033Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 592
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59538
req_id = 55ff1945-9e37-405c-b709-37e9d59a0541
response_code = 200
uri = /vmms/2a25a16d-1c98-4e6a-9f65-3fd935162963/state
|
2015 | 2024-10-17T15:12:52.034Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-17T15:12:52.034096701Z }
file = sled-agent/src/instance.rs:685
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2016 | 2024-10-17T15:12:52.034Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:707
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
new_vmm_state = VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-17T15:12:52.034096701Z }
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2017 | 2024-10-17T15:12:52.034Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:605
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
state = SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-17T15:12:52.034096701Z }, migration_in: None, migration_out: None }
|
2018 | 2024-10-17T15:12:52.105Z | INFO | SledAgent (InstanceManager): Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-17T15:12:52.105118345Z }
file = sled-agent/src/instance.rs:685
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2019 | 2024-10-17T15:12:52.105Z | INFO | SledAgent (InstanceManager): updated state after observing Propolis state change
file = sled-agent/src/instance.rs:707
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
new_vmm_state = VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-17T15:12:52.105118345Z }
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2020 | 2024-10-17T15:12:52.105Z | INFO | SledAgent (InstanceManager): terminating VMM that has exited
file = sled-agent/src/instance.rs:721
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2021 | 2024-10-17T15:12:52.105Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
2022 | 2024-10-17T15:12:52.106Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 5263310137507237121
n_samples = 6
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
2023 | 2024-10-17T15:12:52.106Z | WARN | SledAgent (kstat-sampler-worker): target removed with queued samples
file = oximeter/instruments/src/kstat/sampler.rs:602
id = 12212669941078320311
n_samples = 6
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
2024 | 2024-10-17T15:12:52.108Z | INFO | SledAgent (StorageManager): Received GetLatestResources(...)
file = sled-storage/src/manager.rs:451
|
2025 | 2024-10-17T15:12:52.109Z | INFO | SledAgent (ZoneBundler): creating zone bundle
context = ZoneBundleContext { storage_dirs: ["/pool/int/2af104c1-ee2c-49fb-8805-3ed22aa08cdd/debug/bundle/zone", "/pool/int/34423522-8473-4e67-b21d-dccdbba2931c/debug/bundle/zone"], cause: TerminatedInstance, extra_log_dirs: ["/pool/ext/86d90d1a-236b-48f7-9d13-e0e08c6f416e/crypt/debug", "/pool/ext/6bbd0bbe-4092-4d91-b621-d8484bd8935a/crypt/debug", "/pool/ext/13507129-93b4-4cdb-aa3e-5a74ab4d7515/crypt/debug", "/pool/ext/d1ed9d1c-3bd6-4d1d-b6b7-a90fc43bbfe0/crypt/debug", "/pool/ext/df85cc60-c9de-42c1-9f2e-5eeb9b5fc01f/crypt/debug", "/pool/ext/e5d462a9-5343-4c50-9dc4-2adbb2b66d5e/crypt/debug", "/pool/ext/0bf5df29-c2fa-4bc7-afc1-14e4a6edbeaf/crypt/debug", "/pool/ext/6dc43632-8304-473f-ba75-413bbd171b4c/crypt/debug", "/pool/ext/6931ef6e-c78c-4d61-ab93-92f35309d55f/crypt/debug"] }
file = sled-agent/src/zone_bundle.rs:339
zone_name = oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2026 | 2024-10-17T15:12:52.748Z | INFO | SledAgent (ZoneBundler): finished zone bundle
file = sled-agent/src/zone_bundle.rs:1142
metadata = ZoneBundleMetadata { id: ZoneBundleId { zone_name: "oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963", bundle_id: 367078eb-5d8d-452a-a154-2d118a3953a3 }, time_created: 2024-10-17T15:12:52.109842914Z, version: 0, cause: TerminatedInstance }
|
2027 | 2024-10-17T15:12:52.748Z | WARN | SledAgent (InstanceManager): Halting and removing zone: oxz_propolis-server_2a25a16d-1c98-4e6a-9f65-3fd935162963
file = sled-agent/src/instance.rs:935
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2028 | 2024-10-17T15:12:53.997Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:35035
|
2029 | 2024-10-17T15:12:53.997Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 45
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:35035
req_id = 04e4cba5-1340-4a23-8e26-f11c2947934e
response_code = 200
uri = /vpc-routes
|
2030 | 2024-10-17T15:12:54.008Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:56110
|
2031 | 2024-10-17T15:12:54.072Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:64133
|
2032 | 2024-10-17T15:12:54.072Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 148
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:64133
req_id = 32cd5877-8bc1-4551-9469-50995c8a119f
response_code = 200
uri = /v2p
|
2033 | 2024-10-17T15:12:54.101Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {c3c92cb2-43d9-4406-8970-79bed238a55b: {10.151.1.175: {599f0db7-a669-41a9-b25b-54efc16d3edd}, 10.151.1.176: {599f0db7-a669-41a9-b25b-54efc16d3edd}}} }
|
2034 | 2024-10-17T15:12:54.101Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 129
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:35035
req_id = ab6d8a13-aa84-4d92-a9be-bd7e429e7be0
response_code = 204
uri = /eip-gateways
|
2035 | 2024-10-17T15:12:54.134Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 328
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:35035
req_id = 049b8d83-05e1-417f-bcde-46c78ebd89a4
response_code = 204
uri = /vpc-routes
|
2036 | 2024-10-17T15:12:54.290Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:38144
|
2037 | 2024-10-17T15:12:54.290Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
2038 | 2024-10-17T15:12:54.336Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
2039 | 2024-10-17T15:12:54.405Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 114353
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::b]:38144
req_id = e8aeb75c-460b-493c-a65d-f1b14847ed83
response_code = 204
uri = /switch-ports
|
2040 | 2024-10-17T15:12:54.405Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42579
|
2041 | 2024-10-17T15:12:54.405Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::b]:47670
|
2042 | 2024-10-17T15:12:54.405Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:57621
|
2043 | 2024-10-17T15:12:54.410Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 4960
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:38144
req_id = a85e3e60-1b7c-4870-978a-1d8318fb4550
response_code = 200
uri = /network-bootstore-config
|
2044 | 2024-10-17T15:12:54.410Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 211
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:57621
req_id = 724875a0-61e3-4d99-89a9-5d6f8d9301c7
response_code = 200
uri = /vpc-routes
|
2045 | 2024-10-17T15:12:54.411Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:731
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6d772bd8-afca-47c9-801c-49b18dffb0e7, kind: Service { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 }, name: Name("external-dns-d8aecb7f-3c94-4690-8de6-10380087d1f0"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6effcc2-2cd2-485f-8ff3-7925310f2295, kind: Service { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 }, name: Name("external-dns-869dbbb9-e780-4452-80fd-27d18cfc03d9"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46f0962a-0b66-4dce-b032-30a146c8b1a8, kind: Service { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 }, name: Name("nexus-9b355ea2-74f1-408f-acfc-0884fd332b64"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 160, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9b09b11f-c188-4c11-8ce3-d650ad9f0dd9, kind: Service { id: 282d1bc9-0cd4-4794-93fb-67f38865892f }, name: Name("nexus-282d1bc9-0cd4-4794-93fb-67f38865892f"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a0263431-08f3-4038-a052-4b9f35593548, kind: Service { id: 9125336f-8bba-4da8-a415-ccae7d60d01b }, name: Name("nexus-9125336f-8bba-4da8-a415-ccae7d60d01b"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
2046 | 2024-10-17T15:12:54.411Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
2047 | 2024-10-17T15:12:54.411Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
2048 | 2024-10-17T15:12:54.411Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
2049 | 2024-10-17T15:12:54.411Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
2050 | 2024-10-17T15:12:54.411Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte0"
rules = []
|
2051 | 2024-10-17T15:12:54.411Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
2052 | 2024-10-17T15:12:54.411Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 770
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::b]:47670
req_id = 0e43b131-4d1b-4438-a0bc-3e50cd6c6503
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
2053 | 2024-10-17T15:12:54.462Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {c3c92cb2-43d9-4406-8970-79bed238a55b: {10.151.1.175: {599f0db7-a669-41a9-b25b-54efc16d3edd}, 10.151.1.176: {599f0db7-a669-41a9-b25b-54efc16d3edd}}} }
|
2054 | 2024-10-17T15:12:54.462Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 2672
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:57621
req_id = b1465ec3-29d5-4abb-a4a4-b0aa49ad282c
response_code = 204
uri = /eip-gateways
|
2055 | 2024-10-17T15:12:54.530Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:45489
|
2056 | 2024-10-17T15:12:54.532Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1606
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:45489
req_id = 4ecdf83b-908a-4d46-8836-c3ac8071e67c
response_code = 200
uri = /v2p
|
2057 | 2024-10-17T15:12:54.540Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38462
|
2058 | 2024-10-17T15:12:54.541Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 531
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38462
req_id = 1b35d609-0dd8-4241-aa7a-da079c6ce0e9
response_code = 200
uri = /vpc-routes
|
2059 | 2024-10-17T15:12:54.551Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 2456
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:57621
req_id = 78850c1d-57cb-4589-b587-04fbf4a85a3d
response_code = 204
uri = /vpc-routes
|
2060 | 2024-10-17T15:12:54.568Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:38558
|
2061 | 2024-10-17T15:12:54.595Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:63550
|
2062 | 2024-10-17T15:12:54.596Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
2063 | 2024-10-17T15:12:54.645Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
2064 | 2024-10-17T15:12:54.715Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 119880
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::a]:63550
req_id = d7167267-81e6-49ce-aa02-6cd20fcef6f6
response_code = 204
uri = /switch-ports
|
2065 | 2024-10-17T15:12:54.715Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {c3c92cb2-43d9-4406-8970-79bed238a55b: {10.151.1.176: {599f0db7-a669-41a9-b25b-54efc16d3edd}, 10.151.1.175: {599f0db7-a669-41a9-b25b-54efc16d3edd}}} }
|
2066 | 2024-10-17T15:12:54.715Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 171
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:38462
req_id = 91c78f1f-9185-443f-8033-5519a69f34b8
response_code = 204
uri = /eip-gateways
|
2067 | 2024-10-17T15:12:54.716Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 232
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:63550
req_id = da4ba0e5-5e60-429b-acc2-ba015777b0fd
response_code = 200
uri = /network-bootstore-config
|
2068 | 2024-10-17T15:12:54.763Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:42690
|
2069 | 2024-10-17T15:12:54.763Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:731
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6d772bd8-afca-47c9-801c-49b18dffb0e7, kind: Service { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 }, name: Name("external-dns-d8aecb7f-3c94-4690-8de6-10380087d1f0"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6effcc2-2cd2-485f-8ff3-7925310f2295, kind: Service { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 }, name: Name("external-dns-869dbbb9-e780-4452-80fd-27d18cfc03d9"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46f0962a-0b66-4dce-b032-30a146c8b1a8, kind: Service { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 }, name: Name("nexus-9b355ea2-74f1-408f-acfc-0884fd332b64"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 160, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9b09b11f-c188-4c11-8ce3-d650ad9f0dd9, kind: Service { id: 282d1bc9-0cd4-4794-93fb-67f38865892f }, name: Name("nexus-282d1bc9-0cd4-4794-93fb-67f38865892f"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a0263431-08f3-4038-a052-4b9f35593548, kind: Service { id: 9125336f-8bba-4da8-a415-ccae7d60d01b }, name: Name("nexus-9125336f-8bba-4da8-a415-ccae7d60d01b"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
2070 | 2024-10-17T15:12:54.763Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
2071 | 2024-10-17T15:12:54.763Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
2072 | 2024-10-17T15:12:54.763Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
2073 | 2024-10-17T15:12:54.763Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
2074 | 2024-10-17T15:12:54.763Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte0"
rules = []
|
2075 | 2024-10-17T15:12:54.763Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
2076 | 2024-10-17T15:12:54.763Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 473
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:42690
req_id = f1751f67-26f0-40be-bfb4-3c0c2a565688
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
2077 | 2024-10-17T15:12:54.825Z | INFO | SledAgent (InstanceManager): halt_and_remove_logged: Previous zone state: Running
file = illumos-utils/src/zone.rs:270
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2078 | 2024-10-17T15:12:54.846Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:964
id = RouterId { vni: Vni(4999943), kind: System }
|
2079 | 2024-10-17T15:12:54.846Z | INFO | SledAgent (PortManager): Removed route set for subnet
file = illumos-utils/src/opte/port_manager.rs:964
id = RouterId { vni: Vni(4999943), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }
|
2080 | 2024-10-17T15:12:54.847Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:605
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-17T15:12:54.846982839Z }, migration_in: None, migration_out: None }
|
2081 | 2024-10-17T15:12:54.884Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:41920
|
2082 | 2024-10-17T15:12:54.884Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 166
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:41920
req_id = 3f72d2c6-e936-4af9-9ccf-5f3ef9fb4ba0
response_code = 200
uri = /v2p
|
2083 | 2024-10-17T15:12:54.884Z | INFO | SledAgent (PortManager): Mapping virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:838
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(4999943) }
|
2084 | 2024-10-17T15:12:54.884Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 94
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:41920
req_id = ca40ab2e-2d5f-43bf-b8c1-1565bb2ec432
response_code = 204
uri = /v2p
|
2085 | 2024-10-17T15:12:54.900Z | WARN | SledAgent (PortManager): ignoring route ResolvedVpcRouteSet {
id: RouterId {
vni: Vni(
4999943,
),
kind: Custom(
V4(
Ipv4Net {
addr: 172.30.0.0,
width: 22,
},
),
),
},
version: None,
routes: {},
}
file = illumos-utils/src/opte/port_manager.rs:456
|
2086 | 2024-10-17T15:12:54.900Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 249
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:38462
req_id = 843cfe21-1aa6-4fdd-a26c-68b48f0119d7
response_code = 204
uri = /vpc-routes
|
2087 | 2024-10-17T15:12:54.913Z | INFO | SledAgent (InstanceManager): Publishing instance state update to Nexus
file = sled-agent/src/instance.rs:605
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
state = SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-17T15:12:54.846982839Z }, migration_in: None, migration_out: None }
|
2088 | 2024-10-17T15:12:54.917Z | INFO | SledAgent (InstanceManager): State monitoring task complete
file = sled-agent/src/instance.rs:872
instance_id = 278be560-06c0-46fe-9b25-af508f2fb075
propolis_id = 2a25a16d-1c98-4e6a-9f65-3fd935162963
|
2089 | 2024-10-17T15:12:54.926Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:46256
|
2090 | 2024-10-17T15:12:54.926Z | INFO | SledAgent (ServiceManager): ensuring scrimlet uplinks
file = sled-agent/src/services.rs:4096
|
2091 | 2024-10-17T15:12:54.968Z | INFO | SledAgent (ServiceManager): setting up port_qsfp0
file = sled-agent/src/services.rs:4120
|
2092 | 2024-10-17T15:12:55.033Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 107052
local_addr = [fd00:1122:3344:101::1]:12345
method = POST
remote_addr = [fd00:1122:3344:101::c]:46256
req_id = 5d3b0c9a-7475-4b3d-848b-b9dc12820050
response_code = 204
uri = /switch-ports
|
2093 | 2024-10-17T15:12:55.034Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 286
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:46256
req_id = 91234be5-264c-4022-9235-086da63a95b9
response_code = 200
uri = /network-bootstore-config
|
2094 | 2024-10-17T15:12:55.034Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 1025847
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::b]:56110
req_id = 1e765329-44d3-4706-b33b-8b061b221869
response_code = 200
uri = /vmms/2a25a16d-1c98-4e6a-9f65-3fd935162963/state
|
2095 | 2024-10-17T15:12:55.034Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Not Found
error_message_internal = VMM with ID 2a25a16d-1c98-4e6a-9f65-3fd935162963 not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 465654
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::c]:38558
req_id = a9af92c3-c720-4602-8831-369bc927f742
response_code = 404
uri = /vmms/2a25a16d-1c98-4e6a-9f65-3fd935162963/state
|
2096 | 2024-10-17T15:12:55.034Z | INFO | SledAgent (dropshot (SledAgent)): request completed
error_message_external = Not Found
error_message_internal = VMM with ID 2a25a16d-1c98-4e6a-9f65-3fd935162963 not found
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938
latency_us = 624100
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:42579
req_id = 5fb01687-3e2f-488f-82fb-52428c2e82ca
response_code = 404
uri = /vmms/2a25a16d-1c98-4e6a-9f65-3fd935162963/state
|
2097 | 2024-10-17T15:12:55.083Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::c]:42959
|
2098 | 2024-10-17T15:12:55.084Z | INFO | SledAgent (PortManager): Ensuring VPC firewall rules
file = illumos-utils/src/opte/port_manager.rs:731
rules = [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6d772bd8-afca-47c9-801c-49b18dffb0e7, kind: Service { id: d8aecb7f-3c94-4690-8de6-10380087d1f0 }, name: Name("external-dns-d8aecb7f-3c94-4690-8de6-10380087d1f0"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 178, 199])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: e6effcc2-2cd2-485f-8ff3-7925310f2295, kind: Service { id: 869dbbb9-e780-4452-80fd-27d18cfc03d9 }, name: Name("external-dns-869dbbb9-e780-4452-80fd-27d18cfc03d9"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 237])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 46f0962a-0b66-4dce-b032-30a146c8b1a8, kind: Service { id: 9b355ea2-74f1-408f-acfc-0884fd332b64 }, name: Name("nexus-9b355ea2-74f1-408f-acfc-0884fd332b64"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 160, 83])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9b09b11f-c188-4c11-8ce3-d650ad9f0dd9, kind: Service { id: 282d1bc9-0cd4-4794-93fb-67f38865892f }, name: Name("nexus-282d1bc9-0cd4-4794-93fb-67f38865892f"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 242])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a0263431-08f3-4038-a052-4b9f35593548, kind: Service { id: 9125336f-8bba-4da8-a415-ccae7d60d01b }, name: Name("nexus-9125336f-8bba-4da8-a415-ccae7d60d01b"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 177, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]
vni = Vni(100)
|
2099 | 2024-10-17T15:12:55.084Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte4"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
2100 | 2024-10-17T15:12:55.084Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte2"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
2101 | 2024-10-17T15:12:55.084Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte3"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
2102 | 2024-10-17T15:12:55.084Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte1"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]
|
2103 | 2024-10-17T15:12:55.084Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte0"
rules = []
|
2104 | 2024-10-17T15:12:55.084Z | INFO | SledAgent (PortManager): Setting OPTE firewall rules
file = illumos-utils/src/opte/port_manager.rs:750
port = "opte5"
rules = [FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]
|
2105 | 2024-10-17T15:12:55.084Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 354
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::c]:42959
req_id = 0b5448f6-5f64-4b18-9fc2-185d6ce0ce9a
response_code = 204
uri = /vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
2106 | 2024-10-17T15:12:55.463Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:41324
|
2107 | 2024-10-17T15:12:55.463Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 84
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:41324
req_id = ab62abf3-d9ed-44f1-b56f-05f78135a3da
response_code = 200
uri = /vpc-routes
|
2108 | 2024-10-17T15:12:55.478Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {c3c92cb2-43d9-4406-8970-79bed238a55b: {10.151.1.176: {599f0db7-a669-41a9-b25b-54efc16d3edd}, 10.151.1.175: {599f0db7-a669-41a9-b25b-54efc16d3edd}}} }
|
2109 | 2024-10-17T15:12:55.478Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 121
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41324
req_id = 32d7cd13-0577-4752-bfe0-518cb2c35a2a
response_code = 204
uri = /eip-gateways
|
2110 | 2024-10-17T15:12:55.487Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 189
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:41324
req_id = 04743971-d8e0-4071-8def-185176d92d3e
response_code = 204
uri = /vpc-routes
|
2111 | 2024-10-17T15:12:55.620Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:60290
|
2112 | 2024-10-17T15:12:55.620Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 130
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:60290
req_id = 0b7b4fcb-3c2b-468c-a9de-23f5279f86b8
response_code = 200
uri = /v2p
|
2113 | 2024-10-17T15:12:55.621Z | INFO | SledAgent (PortManager): Clearing mapping of virtual NIC to physical host
file = illumos-utils/src/opte/port_manager.rs:878
mapping = VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(4999943) }
|
2114 | 2024-10-17T15:12:55.621Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 80
local_addr = [fd00:1122:3344:101::1]:12345
method = DELETE
remote_addr = [fd00:1122:3344:101::a]:60290
req_id = 439d51e1-e1cb-4c1c-8c43-db185869ce9b
response_code = 204
uri = /v2p
|
2115 | 2024-10-17T15:12:56.884Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:46446
|
2116 | 2024-10-17T15:12:56.884Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 164
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:46446
req_id = 60d3277e-e378-4e83-9046-a4e34747d1be
response_code = 200
uri = /v2p
|
2117 | 2024-10-17T15:12:57.032Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:59886
|
2118 | 2024-10-17T15:12:57.032Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 64
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:59886
req_id = a1c2e593-1e2e-4e89-ae2a-21e85556c051
response_code = 200
uri = /vpc-routes
|
2119 | 2024-10-17T15:12:57.046Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
2120 | 2024-10-17T15:12:57.046Z | INFO | SledAgent: IGW mapping changed; external IPs refreshed
file = sled-agent/src/sled_agent.rs:1205
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
|
2121 | 2024-10-17T15:12:57.046Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 309
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59886
req_id = a18247a0-20fa-40c0-9416-3659153d1434
response_code = 204
uri = /eip-gateways
|
2122 | 2024-10-17T15:12:57.054Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 341
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:59886
req_id = 28c8f3aa-9324-4a70-bc07-735c84e5537b
response_code = 204
uri = /vpc-routes
|
2123 | 2024-10-17T15:12:57.844Z | INFO | SledAgent (dropshot (SledAgent)): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105
local_addr = [fd00:1122:3344:101::1]:12345
remote_addr = [fd00:1122:3344:101::a]:50710
|
2124 | 2024-10-17T15:12:57.844Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 45
local_addr = [fd00:1122:3344:101::1]:12345
method = GET
remote_addr = [fd00:1122:3344:101::a]:50710
req_id = f7558a35-c08a-447d-91bd-a36c39a3dabe
response_code = 200
uri = /vpc-routes
|
2125 | 2024-10-17T15:12:57.856Z | INFO | SledAgent: IGW mapping received
file = sled-agent/src/sled_agent.rs:1179
sled_id = a66de6c2-c7a5-4a6e-aa75-a912ee2f8cf4
values = ExternalIpGatewayMap { mappings: {} }
|
2126 | 2024-10-17T15:12:57.856Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 43
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50710
req_id = e7058d44-599d-425a-b68c-ce4f842df2d8
response_code = 204
uri = /eip-gateways
|
2127 | 2024-10-17T15:12:57.862Z | INFO | SledAgent (dropshot (SledAgent)): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950
latency_us = 136
local_addr = [fd00:1122:3344:101::1]:12345
method = PUT
remote_addr = [fd00:1122:3344:101::a]:50710
req_id = 815bacd8-6ecb-4ce4-bce5-829f9dc221fe
response_code = 204
uri = /vpc-routes
|